-- Logs begin at Tue 2021-12-07 14:32:02 UTC, end at Tue 2021-12-07 15:55:01 UTC. -- Dec 07 15:20:37.592469 dv-cinder-820628-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 07 15:20:40.224484 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.common.config [-] Logging enabled! Dec 07 15:20:40.225020 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev13 Dec 07 15:20:40.226335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88175) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 07 15:20:40.227109 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.common.config [-] Logging enabled! Dec 07 15:20:40.227402 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev13 Dec 07 15:20:40.227685 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88175) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 07 15:20:40.228762 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 07 15:20:40.229032 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 07 15:20:40.230095 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 07 15:20:40.230385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 07 15:20:40.230649 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 07 15:20:40.231025 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.231369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.231716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.231982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.232328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.232666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.232988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.233348 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.233695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.234016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.234331 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.234650 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.234915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.235231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.235563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.235898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.236158 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] debug = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.236473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.237003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.237344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.237661 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.237992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.238300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.238612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.238931 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.239296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] host = dv-cinder-820628-1-iscsi {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.239613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.239940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.240271 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.240600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.240910 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.241247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.241579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.241890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.242224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] log_file = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.242536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.242862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.243188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.243525 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.243786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.244045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.244377 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.244971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.245314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.245623 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.245931 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.246242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.246549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.246850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.247179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.247505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.247830 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.248138 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.248447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.248753 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.249057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.249417 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.249723 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.250030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.250338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.250670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.250974 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.251283 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.251634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.251959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.252287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.252609 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.252917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.253275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.253579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.253883 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.254185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] use_json = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.254493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.254800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.255121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.255425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.255729 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.256033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.256334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.256660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:40.256993 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.257367 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.257707 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.258547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.258880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.259200 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.259532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.259846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.260174 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.260506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.260827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.261164 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.261490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.261838 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.262177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.262488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.262799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.263133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.263446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.263756 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.264092 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.264406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.264713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.265030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.265370 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.265677 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.265981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.266292 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.266620 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.266930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.267236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.267544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.267854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.268160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.268479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.268794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.269108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.269430 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.269744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.270053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.270510 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.270675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.270984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.271295 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.271604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.271918 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.272228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.272537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.272845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.273177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.273551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.274355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.274664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.274973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.275282 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.275588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.275894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.276215 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.276549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.276859 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.277199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.277512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.277823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.278134 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.278446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.278759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.279072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.279379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.279709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.280028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.280350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.280668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.280981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.281345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.281659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.281982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.282296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.282609 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.282928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.283242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.283574 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.283904 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.284233 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.284562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.284890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.285229 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.285577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.285895 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:40.286151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 07 15:20:40.286416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88175) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 07 15:20:40.958868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:40.959183 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:40.959511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:40.961241 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 07 15:20:41.307429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.307971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.308080 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.368691 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.369009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.369340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.372586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.372902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.373228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.519369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.519685 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.519988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.521117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.521416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.521782 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.644297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.644547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.644854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.645185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.646022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.840088 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.840470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.840812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.841140 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.841444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.841829 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.842134 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.842433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.842725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.843064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.843362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.843672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.843982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.844281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.844593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.844911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.845234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.845558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.845848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.846186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.846628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.846918 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.847204 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.847547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.847832 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.848113 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.848532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:20:41.848808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:20:41.849148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:20:41.849384 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:20:41.849661 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:20:41.849932 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:20:41.851300 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 07 15:20:41.859668 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 07 15:20:41.868006 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 07 15:20:41.873729 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 07 15:20:41.876545 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 07 15:20:41.877741 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 07 15:20:41.878126 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 07 15:20:41.878566 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 07 15:20:41.882696 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 07 15:20:41.883535 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 07 15:20:41.883937 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 15:20:41.911593 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 07 15:20:41.912067 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.912412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88175) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 07 15:20:41.912827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.914317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88175) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 07 15:20:41.914671 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 15:20:41.914943 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 07 15:20:41.918145 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.918473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:41.983746 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 07 15:20:41.984006 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 07 15:20:41.984267 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 07 15:20:41.984686 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 07 15:20:42.019825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.sqlalchemy.engines [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88175) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 07 15:20:42.500452 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Initializing driver for type 'gre' Dec 07 15:20:42.501047 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] gre ID ranges: [(1, 1000)] Dec 07 15:20:42.597477 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Initializing driver for type 'local' Dec 07 15:20:42.597861 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Initializing driver for type 'vlan' Dec 07 15:20:42.670294 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] VlanTypeDriver initialization complete Dec 07 15:20:42.670674 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Initializing driver for type 'vxlan' Dec 07 15:20:42.671251 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] vxlan ID ranges: [(1, 1000)] Dec 07 15:20:42.779914 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Initializing extension driver 'port_security' Dec 07 15:20:42.780205 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.extensions.port_security [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] PortSecurityExtensionDriver initialization complete Dec 07 15:20:42.780586 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Initializing mechanism driver 'openvswitch' Dec 07 15:20:42.780985 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Initializing mechanism driver 'hyperv' Dec 07 15:20:42.787501 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:42.788355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > port after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.788767 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > port after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.789177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > port after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.789685 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > subnet after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.789998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > subnet after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.790378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.790797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > network after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.791182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > network after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.791564 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > network after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.791978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > security_group after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.792364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > security_group after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.792740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.793178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.793561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.794093 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.794466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] ML2 OVO RPC backend initialized. {{(pid=88175) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 07 15:20:42.795188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.795586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.796043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > network before_response 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.796430 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > networks before_response 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.796812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > port before_response 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.797239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > ports before_response 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.797622 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > subnet before_response 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.798002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > subnets before_response 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.798387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > network after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.798765 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > network after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.799141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > network after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.799515 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > port after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.799889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > port after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.800262 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > port after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.800639 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > subnet after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.801013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > subnet after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.801425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.802262 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.plugin [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Modular L2 Plugin initialization complete Dec 07 15:20:42.802617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading services supported by the core plugin {{(pid=88175) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 07 15:20:42.802988 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.plugins.ml2.managers [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Got port-security extension from driver 'port_security' Dec 07 15:20:42.803494 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.extensions.vlantransparent [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Disabled vlantransparent extension. Dec 07 15:20:42.803944 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88175) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 07 15:20:42.804288 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading Plugin: router Dec 07 15:20:42.849218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.849666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router after_create 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.850079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router before_create 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.850494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.850916 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.851317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router after_delete 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.851802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.852225 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router after_create 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.852629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router after_update 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.853026 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router after_update 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.853443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.853850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router after_update 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.854349 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router precommit_update 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.854774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: port after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.855159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: port after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.855539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: subnet after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.855918 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.856311 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.856700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router precommit_create 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.857123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: port before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.857487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router precommit_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.857894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router after_update 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.858276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.858668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router precommit_create 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.859079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.859464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router precommit_update 55549900 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.859887 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > agent after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.860287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > agent after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.860674 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > network after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.861696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Tracking information for resource: router configured {{(pid=88175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:20:42.862066 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Tracking information for resource: floatingip configured {{(pid=88175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:20:42.867673 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.l3_agentschedulers_db [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 07 15:20:42.868406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: port after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.868803 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: port after_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.869221 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: port after_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.869868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: port after_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.870797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router before_create 55550100 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.871205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.871610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router precommit_create 55550100 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.872008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > router precommit_update 55550100 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.876657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.provider_configuration [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service providers = [] {{(pid=88175) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 07 15:20:42.877059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.servicetype_db [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88175) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 07 15:20:42.879986 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.service_base [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 15:20:42.880380 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.service_base [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 15:20:42.880765 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.service_base [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 15:20:42.881693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.service_base [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 15:20:42.882095 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.services.service_base [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 07 15:20:42.882518 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:20:42.883481 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 07 15:20:42.904519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:20:42.904884 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading Plugin: auto_allocate Dec 07 15:20:42.915698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: network precommit_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.916103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: network precommit_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.916693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:20:42.917054 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading Plugin: tag Dec 07 15:20:42.928568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:20:42.928938 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading Plugin: timestamp Dec 07 15:20:42.933338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:20:42.933705 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading Plugin: network_ip_availability Dec 07 15:20:42.939400 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.939815 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.940212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:42.941016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:20:42.941407 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading Plugin: flavors Dec 07 15:20:42.957801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:20:42.958171 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading Plugin: revisions Dec 07 15:20:42.962819 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:20:42.963239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.004s {{(pid=88175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:42.964056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88175) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 07 15:20:42.964420 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Initializing extension manager. Dec 07 15:20:42.964985 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: __init__.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.965392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: __pycache__ {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.965772 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.966147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.966520 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: _filter_validation_lib.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.966889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.967255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: address_scope.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.968097 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.968743 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: address-scope Dec 07 15:20:42.969123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.970090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.970652 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: router-admin-state-down-before-update Dec 07 15:20:42.971017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: agent.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.971813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.972379 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: agent Dec 07 15:20:42.972740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: agent_resources_synced.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.973719 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.974276 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: agent-resources-synced Dec 07 15:20:42.974638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: allowedaddresspairs.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.976980 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.977676 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: allowed-address-pairs Dec 07 15:20:42.978053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: auto_allocated_topology.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.979146 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.979715 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: auto-allocated-topology Dec 07 15:20:42.980082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: availability_zone.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.981004 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.981596 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: availability_zone Dec 07 15:20:42.981966 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: availability_zone_filter.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.982886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.983444 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: availability_zone_filter Dec 07 15:20:42.983807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: data_plane_status.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.984725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.985314 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension data-plane-status not supported by any of loaded plugins Dec 07 15:20:42.985677 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: default_subnetpools.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.986604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.987160 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: default-subnetpools Dec 07 15:20:42.987521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.988408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.988980 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: dhcp_agent_scheduler Dec 07 15:20:42.989387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: dns.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.990313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.990873 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension dns-integration not supported by any of loaded plugins Dec 07 15:20:42.991236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: dns_domain_ports.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.992793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.993382 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 07 15:20:42.993745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: dvr.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.994503 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.995322 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: dvr Dec 07 15:20:42.995689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: empty_string_filtering.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.996623 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.997206 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: empty-string-filtering Dec 07 15:20:42.997570 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:42.998487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:42.999071 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 07 15:20:42.999429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.000357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.000916 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 07 15:20:43.001304 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: external_net.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.002228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.002784 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: external-net Dec 07 15:20:43.003148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.004100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.004655 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: extra_dhcp_opt Dec 07 15:20:43.005015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: extraroute.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.005969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.006535 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: extraroute Dec 07 15:20:43.006892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: extraroute_atomic.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.008077 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.008811 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: extraroute-atomic Dec 07 15:20:43.009213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: filter_validation.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.009937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.010508 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: filter-validation Dec 07 15:20:43.010868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: fip_pf_description.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.011837 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.012373 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 07 15:20:43.012758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: fip_port_details.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.013696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.014253 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: fip-port-details Dec 07 15:20:43.014616 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: flavors.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.015875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.016444 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: flavors Dec 07 15:20:43.016812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.018594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.019174 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 07 15:20:43.019545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: floatingip_pools.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.020334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.020902 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: floatingip-pools Dec 07 15:20:43.021296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: ip_allocation.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.022239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.022791 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension ip_allocation not supported by any of loaded plugins Dec 07 15:20:43.023156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.024276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.024840 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: ip-substring-filtering Dec 07 15:20:43.025239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: l2_adjacency.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.026178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.026741 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 07 15:20:43.027103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: l3.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.028272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.028844 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: router Dec 07 15:20:43.029251 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.031847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.032396 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 07 15:20:43.032770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.033740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.034310 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: ext-gw-mode Dec 07 15:20:43.034675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.035610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.036181 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: l3-ha Dec 07 15:20:43.036548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: l3_flavors.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.037611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.038171 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: l3-flavors Dec 07 15:20:43.038537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.040008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.040573 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 07 15:20:43.040939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: l3agentscheduler.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.042269 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.042857 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: l3_agent_scheduler Dec 07 15:20:43.043226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: logging.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.044818 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.045427 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension logging not supported by any of loaded plugins Dec 07 15:20:43.045803 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: metering.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.048381 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.049112 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: metering Dec 07 15:20:43.049491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: multiprovidernet.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.050471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.051043 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: multi-provider Dec 07 15:20:43.051414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: netmtu.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.052354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.052917 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: net-mtu Dec 07 15:20:43.053305 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: netmtu_writable.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.054241 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.055416 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: net-mtu-writable Dec 07 15:20:43.055864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: network_availability_zone.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.056617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.057213 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: network_availability_zone Dec 07 15:20:43.057579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: network_ip_availability.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.058708 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.059273 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: network-ip-availability Dec 07 15:20:43.059638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: network_segment_range.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.060552 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.061151 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension network-segment-range not supported by any of loaded plugins Dec 07 15:20:43.061518 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: pagination.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.062524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.062903 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: pagination Dec 07 15:20:43.063271 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.064208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.064777 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: port-mac-address-regenerate Dec 07 15:20:43.065181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: port_resource_request.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.066128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.066695 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension port-resource-request not supported by any of loaded plugins Dec 07 15:20:43.067049 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: portbindings.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.067998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.068558 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: binding Dec 07 15:20:43.068918 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: portbindings_extended.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.070272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.070854 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: binding-extended Dec 07 15:20:43.071217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: portsecurity.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.072147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.072714 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: port-security Dec 07 15:20:43.073115 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: project_id.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.074092 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.074466 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: project-id Dec 07 15:20:43.074826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: providernet.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.075884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.076447 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: provider Dec 07 15:20:43.076811 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: qos.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.080474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.081067 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension qos not supported by any of loaded plugins Dec 07 15:20:43.081465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.082726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.083297 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 07 15:20:43.083668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.084620 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.085233 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 07 15:20:43.085600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: qos_default.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.086570 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.087126 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension qos-default not supported by any of loaded plugins Dec 07 15:20:43.087492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: qos_fip.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.088191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.088747 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension qos-fip not supported by any of loaded plugins Dec 07 15:20:43.089138 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: qos_gateway_ip.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.090071 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.090629 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 07 15:20:43.090996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: qos_port_network_policy.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.091924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.092480 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 07 15:20:43.092844 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: qos_rule_type_details.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.093803 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.094366 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 07 15:20:43.094729 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: qos_rules_alias.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.095794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.096352 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 07 15:20:43.096710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: quotasv2.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.097845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.098220 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: quotas Dec 07 15:20:43.098584 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: quotasv2_detail.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.100213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.100596 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: quota_details Dec 07 15:20:43.100997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: rbac.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.102704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.103293 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: rbac-policies Dec 07 15:20:43.103668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: rbac_address_scope.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.104627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.105234 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: rbac-address-scope Dec 07 15:20:43.105601 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: rbac_security_groups.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.106531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.107115 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: rbac-security-groups Dec 07 15:20:43.107467 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: rbac_subnetpool.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.108396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.110058 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: rbac-subnetpool Dec 07 15:20:43.110058 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: revisionifmatch.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.110254 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.110807 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: revision-if-match Dec 07 15:20:43.111167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: revisions.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.112301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.112868 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: standard-attr-revisions Dec 07 15:20:43.113297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: router_availability_zone.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.114067 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.114636 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: router_availability_zone Dec 07 15:20:43.115004 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: routerservicetype.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.115952 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.116513 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension router-service-type not supported by any of loaded plugins Dec 07 15:20:43.116875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.118731 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.119302 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: port-security-groups-filtering Dec 07 15:20:43.119919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: securitygroup.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.133328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.133985 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: security-group Dec 07 15:20:43.134359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: segment.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.135316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.135887 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension segment not supported by any of loaded plugins Dec 07 15:20:43.136255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.138676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.138676 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 07 15:20:43.138676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: servicetype.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.139669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.139877 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: service-type Dec 07 15:20:43.140251 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: sorting.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.141271 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.141646 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: sorting Dec 07 15:20:43.142010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: standard_attr_segment.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.142945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.143520 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 07 15:20:43.143889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: standardattrdescription.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.144604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.145236 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: standard-attr-description Dec 07 15:20:43.145615 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: stateful_security_group.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.146565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.147136 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: stateful-security-group Dec 07 15:20:43.147505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: stdattrs_common.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.148108 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 07 15:20:43.148568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.149801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.150147 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 07 15:20:43.150515 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: subnet_onboard.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.151626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.152187 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: subnet_onboard Dec 07 15:20:43.152552 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.153554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.154117 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 07 15:20:43.154478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: subnet_service_types.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.155512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.156087 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: subnet-service-types Dec 07 15:20:43.156450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: subnetallocation.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.157598 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.158166 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: subnet_allocation Dec 07 15:20:43.158521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.159250 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.159799 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: subnetpool-prefix-ops Dec 07 15:20:43.160161 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.161134 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.161694 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 07 15:20:43.162054 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: tagging.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.163488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.164693 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: standard-attr-tag Dec 07 15:20:43.165113 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: timestamp.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.166428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.167013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loaded extension: standard-attr-timestamp Dec 07 15:20:43.167384 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: trunk.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.168427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.169000 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension trunk not supported by any of loaded plugins Dec 07 15:20:43.169399 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: trunk_details.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.170333 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.170900 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension trunk-details not supported by any of loaded plugins Dec 07 15:20:43.171266 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: uplink_status_propagation.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.172212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.172786 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 07 15:20:43.173183 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Loading extension file: vlantransparent.py {{(pid=88175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:20:43.173907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:20:43.174482 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 07 15:20:43.176917 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:network Dec 07 15:20:43.177775 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:subnet Dec 07 15:20:43.178442 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 15:20:43.179117 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:port Dec 07 15:20:43.181309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.181806 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service FLAVORS assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.182503 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.182981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.183354 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:router Dec 07 15:20:43.184100 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:floatingip Dec 07 15:20:43.184881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service METERING assigned prefix: /metering {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.186751 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:43.187162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:43.187550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:20:43.188700 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 15:20:43.189220 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:security_group Dec 07 15:20:43.190041 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 15:20:43.190862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service CORE assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.191230 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 15:20:43.191600 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] subnetpool is already registered Dec 07 15:20:43.192256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service CORE assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.192621 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 15:20:43.192988 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] subnetpool is already registered Dec 07 15:20:43.195692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.196505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service FLAVORS assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.196827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.197394 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.197693 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:router Dec 07 15:20:43.198061 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] router is already registered Dec 07 15:20:43.198730 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:floatingip Dec 07 15:20:43.199094 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] floatingip is already registered Dec 07 15:20:43.199797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service METERING assigned prefix: /metering {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.200532 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 15:20:43.200898 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] rbac_policy is already registered Dec 07 15:20:43.201386 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:security_group Dec 07 15:20:43.201748 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] security_group is already registered Dec 07 15:20:43.202565 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 15:20:43.202927 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] security_group_rule is already registered Dec 07 15:20:43.203672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service CORE assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.204045 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 15:20:43.204400 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] subnetpool is already registered Dec 07 15:20:43.205072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.resource_helper [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Service CORE assigned prefix: {{(pid=88175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:20:43.205456 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 15:20:43.205814 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.quota.resource_registry [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] subnetpool is already registered Dec 07 15:20:43.206547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: extensions {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.208117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: address-scopes {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.209396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: agents {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.210719 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: auto-allocated-topology {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.212170 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: availability_zones {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.213461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: dhcp-networks {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.215022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: dhcp-agents {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.216473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: routers {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.218280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: flavors {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.220588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: service_profiles {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.221887 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: next_providers {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.223383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: service_profiles {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.224868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: floatingip-pools {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.226248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: routers {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.228539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: floatingips {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.229799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: l3-routers {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.231372 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: l3-agents {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.232771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: metering-labels {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.234108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: metering-label-rules {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.235535 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: network-ip-availabilities {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.236837 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: bindings {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.238474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: quotas {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.240053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: quotas {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.241565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: rbac-policies {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.243449 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: security-groups {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.244935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: security-group-rules {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.246318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: service-providers {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.247588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: subnetpools {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.248948 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: subnetpools {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.250571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: tags {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.252293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: tags {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.254079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: tags {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.255978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: tags {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.257855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: tags {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.259698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: tags {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.261567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: tags {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.263344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: tags {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.265403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: tags {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.267203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.extensions [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Extended resource: tags {{(pid=88175) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:20:43.274314 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING keystonemiddleware.auth_token [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 07 15:20:43.279218 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING keystonemiddleware.auth_token [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 07 15:20:43.288101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Acquired lock "singleton_lock" {{(pid=88175) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 07 15:20:43.288567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Releasing lock "singleton_lock" {{(pid=88175) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 07 15:20:43.290615 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO oslo_service.service [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Starting 2 workers Dec 07 15:20:43.295259 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Started child 88286 {{(pid=88175) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 15:20:43.299875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Started child 88287 {{(pid=88175) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 15:20:43.301519 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.service [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 07 15:20:43.302181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Notify callbacks [] for process, before_spawn {{(pid=88175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:43.302367 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:43.303716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:43.304475 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [-] (88286) wsgi starting up on http://0.0.0.0:9696 Dec 07 15:20:43.305559 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO oslo_service.service [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Starting 1 workers Dec 07 15:20:43.305782 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [-] (88287) wsgi starting up on http://0.0.0.0:9696 Dec 07 15:20:43.310498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Started child 88288 {{(pid=88175) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 15:20:43.311058 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO oslo_service.service [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Starting 1 workers Dec 07 15:20:43.312964 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.service [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] calling RpcWorker wait() {{(pid=88288) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 07 15:20:43.313371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.service [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] returning from RpcWorker wait() {{(pid=88288) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 07 15:20:43.314817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:43.315293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:43.315658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Started child 88289 {{(pid=88175) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 15:20:43.316460 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-70d8422b-d5fd-4d41-bf3d-031d389a7363 None None] Notify callbacks [] for process, after_spawn {{(pid=88175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:43.318182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88175) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 07 15:20:43.318403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 07 15:20:43.318607 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 07 15:20:43.318875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 07 15:20:43.319277 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 07 15:20:43.319521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 07 15:20:43.320014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.320294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.320583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.320866 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.321018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:43.321222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.321962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.322364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.322650 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.322943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.323220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.323421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.323614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.323907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.324168 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.324500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.324808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.325069 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.325409 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.325621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.325902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.326322 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.327104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.327104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] debug = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.327104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.327569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.327821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.328094 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.328353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.328662 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.328937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.329245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.329514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.329758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.330027 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.330296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.330538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.330795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.331087 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.331334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.331770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] host = dv-cinder-820628-1-iscsi {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.332032 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.332397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.332551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.332800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.333099 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.333366 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.333657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.333934 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.334195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.334453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.334701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.334953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.335211 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.335442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_file = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.335644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_options = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.336399 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.336687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.337301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.337301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.337813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.337813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.338173 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.338173 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.338553 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.338553 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.338946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.339108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.339248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.339451 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.339739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.339976 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.340230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.340479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.340772 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.341064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.341375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.341630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.341869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.342126 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.342538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.342692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.342829 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.343065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.343330 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.343606 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.343869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.344143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.344399 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.344695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.344974 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.345999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.345999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.346165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.346428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.346682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.346945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.347184 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.348202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.348202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.348202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.348202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_json = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.348476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.348548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.348823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.349063 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.349892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.349892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.349892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.350319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.350801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.350801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.351085 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.351314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.352514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.352514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.352781 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.352915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.353412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.353999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.354323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.354420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:43.354565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.354917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.355220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.355497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.355757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.356014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.356270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.356528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.356772 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.357012 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.357294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.357584 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.357827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.358082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.358345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.359627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.359627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.359627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.359627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.359627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.360103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.360103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.360279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.360491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.361134 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.361408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.361665 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.361958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.362239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.362486 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.362731 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.362974 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.363225 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.363458 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.363732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.363986 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.364224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.364452 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.364881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.366667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.366667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.366667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.366667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.366667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.367038 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.367038 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.367235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.367599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.367990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.368374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.368798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.369207 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.369888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.370678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.371075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.371477 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.371868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.372264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.372643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.373024 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.373431 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.373831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.374286 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.374639 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.374908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.375177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.375445 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.375724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.375996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.376276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.376524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.376773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.377037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.377361 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.377620 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.377882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.378485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.378758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.379061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.379310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.379562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.379812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.380085 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.380357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.380648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.380913 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.381222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.381505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.381793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.394924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.395485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.395485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.395485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.395485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.395485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.395485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.395485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.395485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.396984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.397526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.397526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.397526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.397526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.397774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.398088 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.398088 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.399408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.399855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.400116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.400428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.400736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.400937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.401227 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.401482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.401729 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.401963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.402491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.402491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.402771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.402907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.403168 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.403437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.403945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.404203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.404582 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.404861 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.405052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.405614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.405862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.406115 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.406362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.406628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.406905 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.407246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.407500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.407744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.407986 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.408225 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.408472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.408711 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.409008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.409331 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.409602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.409895 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.410648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.410648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.410648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.410975 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.411198 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.411556 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.411826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.412098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.412529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.412801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.413052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.413454 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.413715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.415722 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.416016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.416284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.416495 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.416817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.417206 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.417563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.417866 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.418166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.418510 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.418813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.419188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.419435 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.419757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.420144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.420473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.420747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.421010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.421332 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.421590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.421839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.422089 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.422342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.422590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.422920 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.423385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.423641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.423889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.424186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.424438 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.424694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.424939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.425223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.425486 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.425676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 07 15:20:43.426232 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88175) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 07 15:20:43.426428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 07 15:20:43.426614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 07 15:20:43.426856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 07 15:20:43.427066 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 07 15:20:43.427251 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 07 15:20:43.427504 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.427698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.427888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.428079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.428269 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.428480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.428672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.428867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.429470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.429470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.429470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.429724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.429724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.430033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.430386 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.430617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.430812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.430989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.431190 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.431385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.431577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.431751 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.432122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] debug = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.432313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.432550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.432745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.432943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.433156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.433391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.433583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.433772 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.433960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.434166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.434375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.434477 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.434641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.436498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.436498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.436498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.436498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] host = dv-cinder-820628-1-iscsi {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.436498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.436498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.436498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.436498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.437562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.437562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.437562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.437562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.437562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.437562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.437562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.437562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.438624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.438624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_file = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.438624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_options = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.438624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.438624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.438624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.438624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.438624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.439706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.439706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.439706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.439706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.439706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.439706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.440545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.440545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.440545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.440545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.440545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.440832 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.440832 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.441011 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.441301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.441301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.441657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.441657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.441902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.441902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.442175 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.442392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.442392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.442554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.442738 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.442927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.443121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.443310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.443497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.443683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.443871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.444058 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.444288 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.444395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.444554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.444740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.444927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.445172 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.445429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.445517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.445720 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_json = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.445902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.446111 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.446277 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.446463 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.446656 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.446841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.447110 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.447447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:20:43.447797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.448010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.448210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.448406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.448596 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.448788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.448979 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.449195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.449387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.449578 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.449761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.449946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.450154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.450346 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.450537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.450725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.450914 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.451103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.451293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.451484 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.451673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.451861 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.452050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.452238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.452412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.452599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.452788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.452984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.453222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.453414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.453604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.453794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.453989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.454174 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.454342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.454533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.454693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.454886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.455076 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.455276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.455465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.455656 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.455843 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.456036 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.456195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.456393 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.456586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.456752 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.456896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.457140 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.457308 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.457496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.457685 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.457849 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.458035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.458222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.458412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.458602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.458707 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:43.458804 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.458948 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.459111 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.459299 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.459488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.459675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.459863 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.460051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.460239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.460428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.460615 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.460802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.461514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.461828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.462165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.462455 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.462669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.462861 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.463049 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.463238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.463433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.463620 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.463810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.464001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.464190 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.464378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.464566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.464794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.464955 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.465141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.465338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.465555 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.465701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.465857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.466047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.466236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.466425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.467433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.467433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.467433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.467433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.467433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.467433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.468000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.468000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.468000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.468250 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.468416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.468416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.468684 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.468783 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.468936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.469148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.469339 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.469528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.469715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.469903 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.470091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.470287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.470556 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.470746 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.470936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.471123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.471312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.471501 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.471689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.471875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.472063 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.472250 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.472438 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.472627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.472813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.473000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.473216 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.473408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.473597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.473785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.473973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.474149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.474318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.474479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.474647 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.474836 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.475027 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.475214 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.475436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.475661 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.475863 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.476045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.476234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.476421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.477223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.477423 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.477744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.478088 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.478334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.478534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.478753 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.478889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.479190 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.479190 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.479387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.479554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.479698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.479878 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.480085 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.480258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.480447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.480641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.480827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.481008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.481217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.481406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.481595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.481854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.481967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.482156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.482345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.482514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.482745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.482956 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.483121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.483289 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.483476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.483689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.483831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.484081 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.484191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.484432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.484562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.484879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.484996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.485273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.485414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.485549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.485649 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.485833 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.485987 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.486160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.486348 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.486557 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.486763 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.487072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.487209 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.487483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.487483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.487839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.487941 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.488078 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.488252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.488430 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.488602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.488785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.488942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.489260 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.489390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.489506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.489695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.489893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.490091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.490290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.490478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.490674 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.490877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.491064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.491253 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.491441 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.491628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.491815 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.492002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.492210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.492488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.492889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.493118 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.493317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.493520 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.493660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.493838 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.494029 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.494218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.494407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.494853 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.495098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:20:43.495249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88175) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 07 15:20:43.762359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 41758) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:43.776717 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0121436 Dec 07 15:20:54.202463 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40264c13-f6bd-4aca-94ba-5a0b5e816adc None None] get_active_networks_info from dv-cinder-820628-1-iscsi {{(pid=88288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 15:20:54.479880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40264c13-f6bd-4aca-94ba-5a0b5e816adc None None] No non-hosted networks {{(pid=88288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 07 15:20:54.594211 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a5cd8f4c-6ef0-4e8e-afaf-d3cc48f60c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1739637'] for agent, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:55.649213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1739637'] for agent, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:55.652522 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.654122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.654666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.656997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.658941 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.659992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.662933 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.663896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.664667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.665224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.666317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:55.666882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820628-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:55.672847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820628-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:56.810323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4c62a7cb-537d-4623-9887-6468f8c36a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1739637'] for agent, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:56.886917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-11f418a9-d598-4d97-b3ac-5f64ffe865de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:56.915643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1739637'] for agent, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:58.315143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1739637'] for agent, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:58.985613 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.l3_hamode_db [None req-f3b25cca-79a1-4f5c-a73e-763071531515 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 07 15:20:59.074059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b25cca-79a1-4f5c-a73e-763071531515 None None] Routers set() bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:20:59.074383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b25cca-79a1-4f5c-a73e-763071531515 None None] Router IDs set() for agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 07 15:20:59.198218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 41874) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:59.862312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [None req-3e17370e-b353-4cad-801d-f1aee86c3dbf admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:20:59.863489 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-3e17370e-b353-4cad-801d-f1aee86c3dbf admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6642504 Dec 07 15:21:02.084366 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 41890) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:02.164832 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-696e142e-e1e3-41fd-b08f-2b3c1eece3f3 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:02.406629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.policy [None req-696e142e-e1e3-41fd-b08f-2b3c1eece3f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88287) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 07 15:21:02.414078 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota [None req-696e142e-e1e3-41fd-b08f-2b3c1eece3f3 admin admin] Loaded quota_driver: . Dec 07 15:21:02.448749 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-696e142e-e1e3-41fd-b08f-2b3c1eece3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:02.545202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-696e142e-e1e3-41fd-b08f-2b3c1eece3f3 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751003226328', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751003214166', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751003212406', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751003402629', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751004242160', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851480010', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3308606', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1614438', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1979484'] for rbac-policy, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:02.789728 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-696e142e-e1e3-41fd-b08f-2b3c1eece3f3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:02.791616 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-696e142e-e1e3-41fd-b08f-2b3c1eece3f3 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7060192 Dec 07 15:21:04.985116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 41906) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:05.062001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Request body: {'network': {'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'name': 'private', 'admin_state_up': True}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:05.067733 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:05.074315 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Usage tracker for resource:network and tenant:6afc399f322d439db01dfceb5ae9b5c1 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:05.077733 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:05.084037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:05.134147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Made reservation on behalf of 6afc399f322d439db01dfceb5ae9b5c1 for: {'network': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:21:05.140548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:05.157533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:05.230973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:05.234770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Usage tracker for resource:security_group_rule and tenant:6afc399f322d439db01dfceb5ae9b5c1 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:05.237654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:05.243951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:05.340575 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:05.362231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:05.366799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:05.385501 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:21:05.413928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285853315905', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:05.414523 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Unsubscribe: segment precommit_create {{(pid=88287) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 07 15:21:05.414977 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Added segment bffdab89-6189-4cfb-8a5e-1fe7163660ef of type vlan for network 46a7e57f-2e04-4994-a13b-456585e80de4 Dec 07 15:21:05.423884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f63087-95d9-4be2-873d-cc824e6f5ad2,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:05.482911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.483278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.483634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.483987 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.484348 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.484698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.485043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.485414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.485760 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.486105 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.486448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Tracked resource versions report: Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: pushed versions: Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': {'1.0'}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': {'1.1'}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': {'1.5'}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': {'1.2'}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': {'1.8'}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': {'1.2'}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': {'1.0'}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': {'1.1'}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': {'1.1'}} Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: consumer versions: Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: { DHCP agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: L3 agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: Metadata agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: Metering agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: Open vSwitch agent@dv-cinder-820628-1-iscsi: { 'ConntrackHelper': '1.0', Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': '1.0', Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': '1.1', Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': '1.5', Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': '1.2', Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': '1.8', Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': '1.2', Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': '1.0', Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': '1.0', Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': '1.1', Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': '1.1'}} Dec 07 15:21:05.487468 dv-cinder-820628-1-iscsi neutron-server[88175]: {{(pid=88287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:21:05.531218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:05.542880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:05.596695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:05.597957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:05.598605 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:05.603618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:05.715860 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Pushing event updated for resources: {'Network': ['ID=46a7e57f-2e04-4994-a13b-456585e80de4,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:05.719628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:05.728157 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network 46a7e57f-2e04-4994-a13b-456585e80de4 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:21:05.752013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7657349 Dec 07 15:21:08.009430 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 41924) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:08.199282 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2318c-c8c5-4ba1-8bff-f4076689fce3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:08.200751 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c8d2318c-c8c5-4ba1-8bff-f4076689fce3 admin admin] 10.222.0.64 "GET /v2.0/networks/46a7e57f-2e04-4994-a13b-456585e80de4 HTTP/1.1" status: 200 len: 825 time: 0.1902893 Dec 07 15:21:08.231430 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-09133525-767d-4630-accb-5d2f0a4abeac admin admin] 10.222.0.64 "GET /v2.0/subnetpools/3044569a-5972-4f12-affd-429d1225d39b HTTP/1.1" status: 200 len: 734 time: 0.0246561 Dec 07 15:21:08.240882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Request body: {'subnet': {'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3044569a-5972-4f12-affd-429d1225d39b', 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:08.246074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:08.250026 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Usage tracker for resource:subnet and tenant:6afc399f322d439db01dfceb5ae9b5c1 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:08.252936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:08.258831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:08.351224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Made reservation on behalf of 6afc399f322d439db01dfceb5ae9b5c1 for: {'subnet': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:21:08.356945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:08.681640 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:08.686368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:08.777202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a8c657-af4c-4118-93cf-3ad716344cad,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:08.782179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:08.783067 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Checking segment: {'id': 'bffdab89-6189-4cfb-8a5e-1fe7163660ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:21:08.783450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Network hostable DHCP agents. Network: 46a7e57f-2e04-4994-a13b-456585e80de4, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:21:08.829273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Network 46a7e57f-2e04-4994-a13b-456585e80de4 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:21:08.863758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, 46a7e57f-2e04-4994-a13b-456585e80de4) {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:21:08.870325 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:08.871722 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:08.879343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52262c38-4c3f-4e3d-a351-fbcb503e831c None None] Network 46a7e57f-2e04-4994-a13b-456585e80de4 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:21:08.917593 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6802702 Dec 07 15:21:09.286054 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc110c0ec-7939-5521-b21e-7fb3f200a396-46a7e57f-2e04-4994-a13b-456585e80de4', 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'fixed_ips': [{'subnet_id': '67a8c657-af4c-4118-93cf-3ad716344cad'}]}} from dv-cinder-820628-1-iscsi. {{(pid=88288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:21:09.287061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:09.497698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Allocated IP 172.20.0.2 (46a7e57f-2e04-4994-a13b-456585e80de4/67a8c657-af4c-4118-93cf-3ad716344cad/0720a7c1-dade-4984-8bfa-62360fe6b62d) {{(pid=88288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:21:09.734384 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Notify callbacks [] for port, precommit_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:09.788300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Transition to ACTIVE for port object 0720a7c1-dade-4984-8bfa-62360fe6b62d will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:21:09.808605 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Transition to ACTIVE for port object 0720a7c1-dade-4984-8bfa-62360fe6b62d will not be triggered until provisioned by entity DHCP. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:21:09.855035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:09.860057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:09.929232 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Network 46a7e57f-2e04-4994-a13b-456585e80de4 is already hosted by enough agents. {{(pid=88288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:21:09.932052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Resources bound (agent type, host, resource id): {{(pid=88288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:21:09.935328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Received port after_create {{(pid=88288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:21:09.943975 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Pushing event updated for resources: {'Port': ['ID=0720a7c1-dade-4984-8bfa-62360fe6b62d,revision_number=1']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:09.985035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.985432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.985800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.986159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.986517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.986874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.987228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.987595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.987947 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.988294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.988642 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Tracked resource versions report: Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: pushed versions: Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': {'1.0'}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': {'1.1'}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': {'1.5'}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': {'1.2'}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': {'1.8'}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': {'1.2'}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': {'1.0'}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': {'1.1'}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': {'1.1'}} Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: consumer versions: Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: { DHCP agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: L3 agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: Metadata agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: Metering agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: Open vSwitch agent@dv-cinder-820628-1-iscsi: { 'ConntrackHelper': '1.0', Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': '1.0', Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': '1.1', Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': '1.5', Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': '1.2', Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': '1.8', Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': '1.2', Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': '1.0', Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': '1.0', Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': '1.1', Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': '1.1'}} Dec 07 15:21:09.989695 dv-cinder-820628-1-iscsi neutron-server[88175]: {{(pid=88288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:21:09.993610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:10.050891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Attempting to bind port 0720a7c1-dade-4984-8bfa-62360fe6b62d on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:21:10.051240 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Attempting to bind port 0720a7c1-dade-4984-8bfa-62360fe6b62d by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'bffdab89-6189-4cfb-8a5e-1fe7163660ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:21:10.051670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Attempting to bind port 0720a7c1-dade-4984-8bfa-62360fe6b62d on network 46a7e57f-2e04-4994-a13b-456585e80de4 {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:21:10.059143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:21:10.059580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Checking segment: {'id': 'bffdab89-6189-4cfb-8a5e-1fe7163660ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:21:10.060043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:10.060469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Bound using segment: {'id': 'bffdab89-6189-4cfb-8a5e-1fe7163660ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:21:10.061034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Bound port: 0720a7c1-dade-4984-8bfa-62360fe6b62d, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffdab89-6189-4cfb-8a5e-1fe7163660ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:21:10.061481 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:10.154170 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] For port 0720a7c1-dade-4984-8bfa-62360fe6b62d, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:21:10.158210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] For port 0720a7c1-dade-4984-8bfa-62360fe6b62d, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=0720a7c1-dade-4984-8bfa-62360fe6b62d,segment=NetworkSegment(bffdab89-6189-4cfb-8a5e-1fe7163660ef),segment_id=bffdab89-6189-4cfb-8a5e-1fe7163660ef)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:21:10.202852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:10.207871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:10.298354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Pushing event updated for resources: {'Port': ['ID=0720a7c1-dade-4984-8bfa-62360fe6b62d,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:10.301648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:11.161681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 41936) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:11.680761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [None req-0865c276-59fa-4317-8fa8-e7734e1c4569 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:21:11.682964 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0865c276-59fa-4317-8fa8-e7734e1c4569 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5192707 Dec 07 15:21:13.869745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 41956) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:13.951244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [None req-5eb6b81a-ceb5-43d8-b368-53d100a2f857 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:21:13.952332 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5eb6b81a-ceb5-43d8-b368-53d100a2f857 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0815713 Dec 07 15:21:13.989519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 0720a7c1-dade-4984-8bfa-62360fe6b62d up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:21:14.111070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 0720a7c1-dade-4984-8bfa-62360fe6b62d completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:21:15.051803 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a72fd98-37f1-43f9-9342-7d10698c92f1 None None] Network 46a7e57f-2e04-4994-a13b-456585e80de4 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:21:15.228342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-f5991a59-9f39-4c06-b1b2-cb6223b1ac25 None None] Provisioning for port 0720a7c1-dade-4984-8bfa-62360fe6b62d completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:21:15.240289 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-f5991a59-9f39-4c06-b1b2-cb6223b1ac25 None None] Provisioning complete for port 0720a7c1-dade-4984-8bfa-62360fe6b62d triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:15.240763 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f5991a59-9f39-4c06-b1b2-cb6223b1ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:15.421386 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f5991a59-9f39-4c06-b1b2-cb6223b1ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:15.460856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-f5991a59-9f39-4c06-b1b2-cb6223b1ac25 None None] For port 0720a7c1-dade-4984-8bfa-62360fe6b62d, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=0720a7c1-dade-4984-8bfa-62360fe6b62d,segment=NetworkSegment(bffdab89-6189-4cfb-8a5e-1fe7163660ef),segment_id=bffdab89-6189-4cfb-8a5e-1fe7163660ef)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:15.494396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f5991a59-9f39-4c06-b1b2-cb6223b1ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:15.496635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:15.565200 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5991a59-9f39-4c06-b1b2-cb6223b1ac25 None None] Pushing event updated for resources: {'Port': ['ID=0720a7c1-dade-4984-8bfa-62360fe6b62d,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:15.568512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f5991a59-9f39-4c06-b1b2-cb6223b1ac25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:15.719130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-adf05b96-4d12-4d52-a211-0a952758fdf7 None None] Provisioning complete for port 0720a7c1-dade-4984-8bfa-62360fe6b62d triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:15.719468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-adf05b96-4d12-4d52-a211-0a952758fdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:15.961759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 0720a7c1-dade-4984-8bfa-62360fe6b62d up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:21:16.032280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 0720a7c1-dade-4984-8bfa-62360fe6b62d triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:16.032687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:16.265818 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 41970) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:16.342527 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:16.569955 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.policy [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88286) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 07 15:21:16.577382 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.quota [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Loaded quota_driver: . Dec 07 15:21:16.612596 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:16.619341 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Usage tracker for resource:router and tenant:6afc399f322d439db01dfceb5ae9b5c1 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:16.622870 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:16.629840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:16.670986 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40272'] for router, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:16.672494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852960750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852839707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735528'] for router, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:16.748784 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:16.877498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096'] for router, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:16.922192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:16.923478 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c524ae33-376d-4bcb-acb8-e07e117ab7d6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6566055 Dec 07 15:21:19.100635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 41984) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:19.179702 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [None req-6906a442-134c-492e-b3c4-769b0fcca56b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:21:19.180820 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6906a442-134c-492e-b3c4-769b0fcca56b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0791049 Dec 07 15:21:21.382786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 5 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:21:21.388241 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 41996) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:21.468149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:21.474492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:21.478515 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Usage tracker for resource:network and tenant:830d5d8e74b14aa6b2ecaf3fd7810c80 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:21.481772 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:21.487741 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:21.584824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Made reservation on behalf of 830d5d8e74b14aa6b2ecaf3fd7810c80 for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:21:21.591629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:21.611098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:21.751143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:21.755125 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Usage tracker for resource:security_group_rule and tenant:830d5d8e74b14aa6b2ecaf3fd7810c80 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:21.759105 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:21.765195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:21.878514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:21.910140 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:21.915396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:21.976245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=88286) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 07 15:21:22.056008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285853315905', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:22.056708 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Unsubscribe: segment precommit_create {{(pid=88286) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 07 15:21:22.057264 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Added segment f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad of type flat for network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb Dec 07 15:21:22.112219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c08cd00-ed6f-45cb-9542-69b7a0a2dc12,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:22.139341 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.139711 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.140070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.140427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.140794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.141169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.141521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.141868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.142212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.142553 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.142895 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Tracked resource versions report: Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: pushed versions: Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': {'1.0'}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': {'1.1'}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': {'1.5'}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': {'1.2'}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': {'1.8'}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': {'1.2'}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': {'1.0'}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': {'1.1'}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': {'1.1'}} Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: consumer versions: Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: { DHCP agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: L3 agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: Metadata agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: Metering agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: Open vSwitch agent@dv-cinder-820628-1-iscsi: { 'ConntrackHelper': '1.0', Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': '1.0', Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': '1.1', Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': '1.5', Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': '1.2', Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': '1.8', Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': '1.2', Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': '1.0', Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': '1.0', Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': '1.1', Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': '1.1'}} Dec 07 15:21:22.143916 dv-cinder-820628-1-iscsi neutron-server[88175]: {{(pid=88286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:21:22.183887 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:22.194543 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:22.258994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:22.260335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:22.260984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:22.265992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:22.370394 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9809871 Dec 07 15:21:22.379056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2d1bf728-0bb6-4fdd-ab6b-a46c440efedb,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:22.382465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:22.397831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:21:24.126451 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1572b796-8cf7-4f4f-906e-a86e0d8c9918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:24.640729 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42012) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:24.800637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73afca34-c149-4c0b-abf4-077c78a1c122 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:24.802102 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-73afca34-c149-4c0b-abf4-077c78a1c122 admin admin] 10.222.0.64 "GET /v2.0/subnets/67a8c657-af4c-4118-93cf-3ad716344cad HTTP/1.1" status: 200 len: 849 time: 0.1602786 Dec 07 15:21:25.073841 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-04080fda-912d-44cd-9089-6c13b0f118aa admin admin] 10.222.0.64 "GET /v2.0/routers/42c73f02-2d83-4f55-a37d-8158027fd7b2 HTTP/1.1" status: 200 len: 704 time: 0.2649593 Dec 07 15:21:25.573489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:25.607279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:25.844141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Allocated IP 172.20.0.1 (46a7e57f-2e04-4994-a13b-456585e80de4/67a8c657-af4c-4118-93cf-3ad716344cad/167e0250-167b-44db-92ce-343999d86efe) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:21:26.126442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:26.145835 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Transition to ACTIVE for port object 167e0250-167b-44db-92ce-343999d86efe will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:21:26.225341 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:26.230279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:26.301030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Network 46a7e57f-2e04-4994-a13b-456585e80de4 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:21:26.304120 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:21:26.307400 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:21:26.308098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746805'] for router_interface, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:26.314714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Pushing event updated for resources: {'Port': ['ID=167e0250-167b-44db-92ce-343999d86efe,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:26.318330 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:26.479104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:26.676031 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-399647f0-1d2a-4727-8322-1a5bf9d86993 None None] Provisioning for port 167e0250-167b-44db-92ce-343999d86efe completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:21:26.682291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-399647f0-1d2a-4727-8322-1a5bf9d86993 None None] Provisioning complete for port 167e0250-167b-44db-92ce-343999d86efe triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:26.682698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-399647f0-1d2a-4727-8322-1a5bf9d86993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:26.722112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:26.737620 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-399647f0-1d2a-4727-8322-1a5bf9d86993 None None] Port 167e0250-167b-44db-92ce-343999d86efe cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:21:26.750449 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:26.751577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3045941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853029102'] for router_interface, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:26.756000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:26.798163 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c1859474-cbdb-4f4f-b1d1-137c20fe8785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:26.824632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:26.852222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Pushing event updated for resources: {'Port': ['ID=167e0250-167b-44db-92ce-343999d86efe,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:26.901890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:26.957478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Network 46a7e57f-2e04-4994-a13b-456585e80de4 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:21:26.958524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:21:27.263915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-4c59051a-355f-4e1e-b7cb-12807be72bb6 None None] Provisioning complete for port 167e0250-167b-44db-92ce-343999d86efe triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:27.264224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4c59051a-355f-4e1e-b7cb-12807be72bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:27.451335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-4c59051a-355f-4e1e-b7cb-12807be72bb6 None None] Port 167e0250-167b-44db-92ce-343999d86efe cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:21:27.514841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Router 42c73f02-2d83-4f55-a37d-8158027fd7b2 is scheduled to L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 with binding_index 1 {{(pid=88286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:21:27.686613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:21:27.699826 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] 10.222.0.64 "PUT /v2.0/routers/42c73f02-2d83-4f55-a37d-8158027fd7b2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6166086 Dec 07 15:21:27.700078 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Sync routers for ids ['42c73f02-2d83-4f55-a37d-8158027fd7b2'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:21:27.709904 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Routers {'42c73f02-2d83-4f55-a37d-8158027fd7b2'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:21:27.710746 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:21:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['42c73f02-2d83-4f55-a37d-8158027fd7b2'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:27.887748 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Set router 42c73f02-2d83-4f55-a37d-8158027fd7b2 gateway port host: None {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:21:28.252013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:28.268880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'name': 'router1', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:21:16Z', 'updated_at': '2021-12-07T15:21:26Z', 'revision_number': 2, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '167e0250-167b-44db-92ce-343999d86efe', 'name': '', 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'mac_address': 'fa:16:3e:fe:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:21:25Z', 'updated_at': '2021-12-07T15:21:26Z', 'revision_number': 2, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'subnets': [{'id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3044569a-5972-4f12-affd-429d1225d39b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:28.274562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Checking router: 42c73f02-2d83-4f55-a37d-8158027fd7b2 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:21:28.275056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Updating router 42c73f02-2d83-4f55-a37d-8158027fd7b2 port 167e0250-167b-44db-92ce-343999d86efe binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:21:28.331496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:28.742181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:28.759078 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Transition to ACTIVE for port object 167e0250-167b-44db-92ce-343999d86efe will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:21:28.817701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:28.824194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:28.996677 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Pushing event updated for resources: {'Port': ['ID=167e0250-167b-44db-92ce-343999d86efe,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:29.045579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.045942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.046310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.046673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.047035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.047393 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.047749 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.048114 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.048471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.048820 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.049188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Tracked resource versions report: Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: pushed versions: Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': {'1.0'}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': {'1.1'}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': {'1.5'}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': {'1.2'}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': {'1.8'}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': {'1.2'}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': {'1.0'}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': {'1.1'}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': {'1.1'}} Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: consumer versions: Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: { DHCP agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: L3 agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: Metadata agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: Metering agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: Open vSwitch agent@dv-cinder-820628-1-iscsi: { 'ConntrackHelper': '1.0', Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': '1.0', Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': '1.1', Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': '1.5', Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': '1.2', Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': '1.8', Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': '1.2', Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': '1.0', Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': '1.0', Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': '1.1', Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': '1.1'}} Dec 07 15:21:29.050223 dv-cinder-820628-1-iscsi neutron-server[88175]: {{(pid=88289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:21:29.053810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:29.077841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Attempting to bind port 167e0250-167b-44db-92ce-343999d86efe on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:21:29.078268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Attempting to bind port 167e0250-167b-44db-92ce-343999d86efe by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'bffdab89-6189-4cfb-8a5e-1fe7163660ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:21:29.078700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Attempting to bind port 167e0250-167b-44db-92ce-343999d86efe on network 46a7e57f-2e04-4994-a13b-456585e80de4 {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:21:29.087856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:21:29.088442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Checking segment: {'id': 'bffdab89-6189-4cfb-8a5e-1fe7163660ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:21:29.089183 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:29.089809 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Bound using segment: {'id': 'bffdab89-6189-4cfb-8a5e-1fe7163660ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:21:29.090614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Bound port: 167e0250-167b-44db-92ce-343999d86efe, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffdab89-6189-4cfb-8a5e-1fe7163660ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:21:29.091240 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:29.201024 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] For port 167e0250-167b-44db-92ce-343999d86efe, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:21:29.205288 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] For port 167e0250-167b-44db-92ce-343999d86efe, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=167e0250-167b-44db-92ce-343999d86efe,segment=NetworkSegment(bffdab89-6189-4cfb-8a5e-1fe7163660ef),segment_id=bffdab89-6189-4cfb-8a5e-1fe7163660ef)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:21:29.265515 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:29.270365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:29.361721 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Pushing event updated for resources: {'Port': ['ID=167e0250-167b-44db-92ce-343999d86efe,revision_number=4']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:29.365551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:29.367098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Routers {'42c73f02-2d83-4f55-a37d-8158027fd7b2'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:21:29.368321 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:21:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['42c73f02-2d83-4f55-a37d-8158027fd7b2'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:29.668839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] Set router 42c73f02-2d83-4f55-a37d-8158027fd7b2 gateway port host: None {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:21:29.893287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42026) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:30.014572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'name': 'router1', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:21:16Z', 'updated_at': '2021-12-07T15:21:26Z', 'revision_number': 2, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '167e0250-167b-44db-92ce-343999d86efe', 'name': '', 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'mac_address': 'fa:16:3e:fe:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:21:25Z', 'updated_at': '2021-12-07T15:21:29Z', 'revision_number': 4, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'subnets': [{'id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3044569a-5972-4f12-affd-429d1225d39b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:30.018701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb24f14-d581-4b97-b81e-5dc89200e1b8 None None] The sync data for ids ['42c73f02-2d83-4f55-a37d-8158027fd7b2'] in dv-cinder-820628-1-iscsi is: [{'id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'name': 'router1', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:21:16Z', 'updated_at': '2021-12-07T15:21:26Z', 'revision_number': 2, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '167e0250-167b-44db-92ce-343999d86efe', 'name': '', 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'mac_address': 'fa:16:3e:fe:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:21:25Z', 'updated_at': '2021-12-07T15:21:29Z', 'revision_number': 4, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'subnets': [{'id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3044569a-5972-4f12-affd-429d1225d39b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:21:30.086748 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4e5490-7f62-40fa-ad5c-98f17fcd2aa9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:30.087378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-9b4e5490-7f62-40fa-ad5c-98f17fcd2aa9 admin admin] Synchronizing usage tracker for tenant:830d5d8e74b14aa6b2ecaf3fd7810c80 on resource:network {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:21:30.132862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-9b4e5490-7f62-40fa-ad5c-98f17fcd2aa9 admin admin] Unset dirty status for tenant:830d5d8e74b14aa6b2ecaf3fd7810c80 on resource:network {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:21:30.137149 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-9b4e5490-7f62-40fa-ad5c-98f17fcd2aa9 admin admin] 10.222.0.64 "GET /v2.0/networks/2d1bf728-0bb6-4fdd-ab6b-a46c440efedb HTTP/1.1" status: 200 len: 842 time: 0.2406311 Dec 07 15:21:30.145322 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'cidr': '172.27.1.0/24'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:30.151440 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:30.155340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Usage tracker for resource:subnet and tenant:830d5d8e74b14aa6b2ecaf3fd7810c80 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:30.158504 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:30.165634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:30.205635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Made reservation on behalf of 830d5d8e74b14aa6b2ecaf3fd7810c80 for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:21:30.210390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:30.776487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:30.780978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:30.856337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:30.863160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:30.874155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:21:30.874541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Network hostable DHCP agents. Network: 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:21:30.927224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:21:30.967246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:21:30.972004 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:30.972835 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:30.982297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d4852-5df8-4517-9c34-433f9ab72762 None None] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:21:31.019558 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8779013 Dec 07 15:21:31.267214 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99268e-8483-4728-9af7-6bcb1c80c249 None None] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:21:31.991708 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 167e0250-167b-44db-92ce-343999d86efe up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:21:32.120139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 167e0250-167b-44db-92ce-343999d86efe completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:21:32.125469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 167e0250-167b-44db-92ce-343999d86efe triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:32.125889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.247256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.280885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 167e0250-167b-44db-92ce-343999d86efe, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=167e0250-167b-44db-92ce-343999d86efe,segment=NetworkSegment(bffdab89-6189-4cfb-8a5e-1fe7163660ef),segment_id=bffdab89-6189-4cfb-8a5e-1fe7163660ef)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:32.309987 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.312180 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:32.382738 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=167e0250-167b-44db-92ce-343999d86efe,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:32.386628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:33.298649 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42042) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:33.544935 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5f13e247-915c-474c-8eb0-ea743121e43d admin admin] 10.222.0.64 "GET /v2.0/routers/42c73f02-2d83-4f55-a37d-8158027fd7b2 HTTP/1.1" status: 200 len: 710 time: 0.2450039 Dec 07 15:21:33.687511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f034b-0b0b-4409-a138-4443d0d0a0cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:33.688920 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1f8f034b-0b0b-4409-a138-4443d0d0a0cf admin admin] 10.222.0.64 "GET /v2.0/networks/2d1bf728-0bb6-4fdd-ab6b-a46c440efedb HTTP/1.1" status: 200 len: 886 time: 0.1380289 Dec 07 15:21:33.699028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:33.974888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 167e0250-167b-44db-92ce-343999d86efe up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:21:34.048848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 167e0250-167b-44db-92ce-343999d86efe triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:34.049278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:34.230256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:34.622622 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:34.685542 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:34.833728 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Allocated IP 172.27.1.83 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/6846f053-9ef0-496d-8c84-0ce3c0671d7f) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:21:34.988780 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:35.036328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:35.041438 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:35.110830 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:21:35.113820 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:21:35.116395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:21:35.158196 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Pushing event updated for resources: {'Port': ['ID=6846f053-9ef0-496d-8c84-0ce3c0671d7f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:35.161187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:35.364739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:35.536660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:35.540693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853030065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852960615'] for router, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:35.747885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Router 42c73f02-2d83-4f55-a37d-8158027fd7b2 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:21:35.952683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:21:35.961441 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:35.962756 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] 10.222.0.64 "PUT /v2.0/routers/42c73f02-2d83-4f55-a37d-8158027fd7b2 HTTP/1.1" status: 200 len: 889 time: 2.2675600 Dec 07 15:21:35.963541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Sync routers for ids ['42c73f02-2d83-4f55-a37d-8158027fd7b2'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:21:35.977883 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Routers {'42c73f02-2d83-4f55-a37d-8158027fd7b2'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:21:35.978592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:21:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['42c73f02-2d83-4f55-a37d-8158027fd7b2'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:36.191191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Set router 42c73f02-2d83-4f55-a37d-8158027fd7b2 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:21:36.553358 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'name': 'router1', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '6846f053-9ef0-496d-8c84-0ce3c0671d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:21:16Z', 'updated_at': '2021-12-07T15:21:35Z', 'revision_number': 4, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'gw_port': {'id': '6846f053-9ef0-496d-8c84-0ce3c0671d7f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:60:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:21:34Z', 'updated_at': '2021-12-07T15:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '167e0250-167b-44db-92ce-343999d86efe', 'name': '', 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'mac_address': 'fa:16:3e:fe:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:21:25Z', 'updated_at': '2021-12-07T15:21:32Z', 'revision_number': 5, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'subnets': [{'id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3044569a-5972-4f12-affd-429d1225d39b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:36.559466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Checking router: 42c73f02-2d83-4f55-a37d-8158027fd7b2 for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:21:36.559858 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Updating router 42c73f02-2d83-4f55-a37d-8158027fd7b2 port 6846f053-9ef0-496d-8c84-0ce3c0671d7f binding host dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:21:36.615241 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:36.967983 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Notify callbacks [] for port, precommit_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:36.981292 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Transition to ACTIVE for port object 6846f053-9ef0-496d-8c84-0ce3c0671d7f will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:21:37.016843 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.021800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:37.104223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad11e60-7599-48c2-9a30-b91b516f5503 None None] Pushing event updated for resources: {'Port': ['ID=6846f053-9ef0-496d-8c84-0ce3c0671d7f,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:37.106754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Attempting to bind port 6846f053-9ef0-496d-8c84-0ce3c0671d7f on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:21:37.107166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Attempting to bind port 6846f053-9ef0-496d-8c84-0ce3c0671d7f by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:21:37.107591 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Attempting to bind port 6846f053-9ef0-496d-8c84-0ce3c0671d7f on network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:21:37.110681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-aad11e60-7599-48c2-9a30-b91b516f5503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:37.115712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:21:37.116131 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:21:37.116576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.117037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Bound using segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:21:37.118883 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Bound port: 6846f053-9ef0-496d-8c84-0ce3c0671d7f, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:21:37.119061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.198388 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] For port 6846f053-9ef0-496d-8c84-0ce3c0671d7f, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:21:37.201624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] For port 6846f053-9ef0-496d-8c84-0ce3c0671d7f, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=6846f053-9ef0-496d-8c84-0ce3c0671d7f,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:21:37.247469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.252562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8ad42dd5-13c9-4793-9cb7-3e8d2f1a7e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:37.332646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad11e60-7599-48c2-9a30-b91b516f5503 None None] Pushing event updated for resources: {'Port': ['ID=6846f053-9ef0-496d-8c84-0ce3c0671d7f,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:37.336906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-aad11e60-7599-48c2-9a30-b91b516f5503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:37.339413 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Routers {'42c73f02-2d83-4f55-a37d-8158027fd7b2'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:21:37.340085 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:21:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['42c73f02-2d83-4f55-a37d-8158027fd7b2'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:37.671554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] Set router 42c73f02-2d83-4f55-a37d-8158027fd7b2 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:21:38.017676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'name': 'router1', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '6846f053-9ef0-496d-8c84-0ce3c0671d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:21:16Z', 'updated_at': '2021-12-07T15:21:35Z', 'revision_number': 4, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'gw_port': {'id': '6846f053-9ef0-496d-8c84-0ce3c0671d7f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:60:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:21:34Z', 'updated_at': '2021-12-07T15:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '167e0250-167b-44db-92ce-343999d86efe', 'name': '', 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'mac_address': 'fa:16:3e:fe:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:21:25Z', 'updated_at': '2021-12-07T15:21:32Z', 'revision_number': 5, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'subnets': [{'id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3044569a-5972-4f12-affd-429d1225d39b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:38.021930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9880c4-a679-44ad-b494-cc281e8ffa2b None None] The sync data for ids ['42c73f02-2d83-4f55-a37d-8158027fd7b2'] in dv-cinder-820628-1-iscsi is: [{'id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'name': 'router1', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '6846f053-9ef0-496d-8c84-0ce3c0671d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:21:16Z', 'updated_at': '2021-12-07T15:21:35Z', 'revision_number': 4, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'gw_port': {'id': '6846f053-9ef0-496d-8c84-0ce3c0671d7f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:60:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:21:34Z', 'updated_at': '2021-12-07T15:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '167e0250-167b-44db-92ce-343999d86efe', 'name': '', 'network_id': '46a7e57f-2e04-4994-a13b-456585e80de4', 'tenant_id': '6afc399f322d439db01dfceb5ae9b5c1', 'mac_address': 'fa:16:3e:fe:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c73f02-2d83-4f55-a37d-8158027fd7b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:21:25Z', 'updated_at': '2021-12-07T15:21:32Z', 'revision_number': 5, 'project_id': '6afc399f322d439db01dfceb5ae9b5c1', 'subnets': [{'id': '67a8c657-af4c-4118-93cf-3ad716344cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3044569a-5972-4f12-affd-429d1225d39b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:21:38.344455 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42054) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:38.500632 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-070725c9-0581-497b-a69f-d7149a2daada admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1548998 Dec 07 15:21:40.018488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 6846f053-9ef0-496d-8c84-0ce3c0671d7f up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:21:40.144218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 6846f053-9ef0-496d-8c84-0ce3c0671d7f completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:21:40.152165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 6846f053-9ef0-496d-8c84-0ce3c0671d7f triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:40.152580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:40.284150 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:40.302496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 6846f053-9ef0-496d-8c84-0ce3c0671d7f, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=6846f053-9ef0-496d-8c84-0ce3c0671d7f,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:40.332871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:40.336406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:40.421445 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=6846f053-9ef0-496d-8c84-0ce3c0671d7f,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:40.421445 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:41.995619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 6846f053-9ef0-496d-8c84-0ce3c0671d7f up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:21:42.161808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 6846f053-9ef0-496d-8c84-0ce3c0671d7f triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:42.161808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:54.107970 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51a73e7f-7dc9-4c46-8a3d-050325e31fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:55.704368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:56.800063 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8b8c6bf7-bfe1-458b-a03b-7c09a9ef7237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:56.829310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:58.262594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:58.384167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 5 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:22:24.130837 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-96de5f59-89e4-4d24-8806-b4d8095b05da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:25.605475 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:26.822057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8580861b-21f7-4b7a-9a17-fca1aa6594ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:26.851885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:28.286266 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:35.384609 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 5 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:22:54.113857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-10f5bcfc-9c9a-4d1d-b0bc-a6988409c732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:55.605375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:56.806365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-075c47e1-08c8-4b71-b728-819be5129afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:56.844930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:58.272574 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:12.385590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 5 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:23:17.762812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42592) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:17.863703 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd8012a-ca36-479e-8ec9-09a1a3dbe92e admin admin] GET failed (client error): The resource could not be found. Dec 07 15:23:17.865106 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-8dd8012a-ca36-479e-8ec9-09a1a3dbe92e admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1011851 Dec 07 15:23:18.012094 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd40ac2-877d-4a43-bb2a-07283ff7a6c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:18.013697 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5fd40ac2-877d-4a43-bb2a-07283ff7a6c4 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1438951 Dec 07 15:23:20.112855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42604) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:20.256492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3894f9ed-87e4-4c49-8cf8-d2034ab43719 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:20.257126 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-3894f9ed-87e4-4c49-8cf8-d2034ab43719 admin admin] Synchronizing usage tracker for tenant:830d5d8e74b14aa6b2ecaf3fd7810c80 on resource:subnet {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:23:20.323408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-3894f9ed-87e4-4c49-8cf8-d2034ab43719 admin admin] Unset dirty status for tenant:830d5d8e74b14aa6b2ecaf3fd7810c80 on resource:subnet {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:23:20.324580 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-3894f9ed-87e4-4c49-8cf8-d2034ab43719 admin admin] 10.222.0.64 "GET /v2.0/subnets/67a8c657-af4c-4118-93cf-3ad716344cad HTTP/1.1" status: 200 len: 849 time: 0.2106185 Dec 07 15:23:20.334869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:23:20.462899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:20.700548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751001417126'] for subnet, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:20.704782 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-69d5df5d-1327-4791-8fd7-e3a1f9b521c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:20.756558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:20.757448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:20.758585 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] 10.222.0.64 "PUT /v2.0/subnets/67a8c657-af4c-4118-93cf-3ad716344cad HTTP/1.1" status: 200 len: 868 time: 0.4279420 Dec 07 15:23:20.768094 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1d9d7c-e7c4-478d-9127-327e1d3e4b83 None None] Network 46a7e57f-2e04-4994-a13b-456585e80de4 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:23:20.782244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a8c657-af4c-4118-93cf-3ad716344cad,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:20.791693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.792151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.792599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.792970 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.793369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.793736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.794096 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.794460 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.794817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.795176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.795530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:20.799458 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:21.321174 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-0644e430-dd4f-47a4-9c98-7fd7174598e3 None None] Provisioning complete for port 0720a7c1-dade-4984-8bfa-62360fe6b62d triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:21.321703 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0644e430-dd4f-47a4-9c98-7fd7174598e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:21.455279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-0644e430-dd4f-47a4-9c98-7fd7174598e3 None None] Provisioning complete for port 167e0250-167b-44db-92ce-343999d86efe triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:21.455690 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0644e430-dd4f-47a4-9c98-7fd7174598e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:22.865756 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42616) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:23.082450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad70d7-7ed8-4892-a66d-5924f2a04b2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:23.082760 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad70d7-7ed8-4892-a66d-5924f2a04b2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:23.084382 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b1ad70d7-7ed8-4892-a66d-5924f2a04b2b admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2175939 Dec 07 15:23:24.119155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6a4ea636-2037-418a-993b-3021df4b7263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:25.208940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42628) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:25.428256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc351e-5ddd-4bc3-b397-a80ac9cf1100 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:25.428592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc351e-5ddd-4bc3-b397-a80ac9cf1100 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:25.430248 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5fbc351e-5ddd-4bc3-b397-a80ac9cf1100 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2202101 Dec 07 15:23:25.615829 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:26.821403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7e89-763e-40ad-b684-f3d88b9fe806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:26.844472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:27.574865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 42640) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:27.784972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60837e-1fe0-4229-98c9-9f37af2454d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:27.786506 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0b60837e-1fe0-4229-98c9-9f37af2454d9 admin admin] 10.222.0.64 "GET /v2.0/networks/2d1bf728-0bb6-4fdd-ab6b-a46c440efedb HTTP/1.1" status: 200 len: 886 time: 0.2106152 Dec 07 15:23:28.317316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:29.941053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42652) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:30.306364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22103b7e-d32e-41c8-b861-ca7d18beb426 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:30.308572 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-22103b7e-d32e-41c8-b861-ca7d18beb426 admin admin] 10.222.0.64 "GET /v2.0/networks/46a7e57f-2e04-4994-a13b-456585e80de4 HTTP/1.1" status: 200 len: 869 time: 0.3663633 Dec 07 15:23:32.419576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42664) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:32.563194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb66da-0fac-4a9d-a0cb-5c61f61b468e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:32.563496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb66da-0fac-4a9d-a0cb-5c61f61b468e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:32.565134 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-51fb66da-0fac-4a9d-a0cb-5c61f61b468e admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1445191 Dec 07 15:23:34.662316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42676) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:34.808937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee5f805-c780-4b24-936f-1a19c74a74a9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:34.809343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee5f805-c780-4b24-936f-1a19c74a74a9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:34.811001 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-3ee5f805-c780-4b24-936f-1a19c74a74a9 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1476057 Dec 07 15:23:36.967585 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42688) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:37.112327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aa38c2-b92c-419e-8997-1124444e90ed admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:37.113893 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-24aa38c2-b92c-419e-8997-1124444e90ed admin admin] 10.222.0.64 "GET /v2.0/subnets/67a8c657-af4c-4118-93cf-3ad716344cad HTTP/1.1" status: 200 len: 868 time: 0.1451588 Dec 07 15:23:39.212979 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42700) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:39.349339 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28559779-9c4f-4370-b1df-e72db21a02be admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:39.350811 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-28559779-9c4f-4370-b1df-e72db21a02be admin admin] 10.222.0.64 "GET /v2.0/subnets/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d HTTP/1.1" status: 200 len: 816 time: 0.1366639 Dec 07 15:23:49.387658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 5 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:23:54.111787 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8234690d-461d-4636-9da9-93e5ddcd8fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.609371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.820679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51f420ab-5fda-4d4e-9a46-a405f0475864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.860888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:58.289505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:59.698852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42748) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:59.779528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [None req-178d9eec-0259-4c28-8f4a-0820d884b52a admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:23:59.780625 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-178d9eec-0259-4c28-8f4a-0820d884b52a admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0807388 Dec 07 15:24:02.039893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42760) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:02.215449 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f649a69-17d8-47aa-91cc-db66e881a7e2 admin admin] GET failed (client error): The resource could not be found. Dec 07 15:24:02.216824 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0f649a69-17d8-47aa-91cc-db66e881a7e2 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1758544 Dec 07 15:24:02.378513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4198049-f97c-4e6d-9b99-f405130176c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:02.380106 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a4198049-f97c-4e6d-9b99-f405130176c6 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1578970 Dec 07 15:24:04.537122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42772) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:04.615181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:04.620559 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:04.630519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:04.727624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Made reservation on behalf of 830d5d8e74b14aa6b2ecaf3fd7810c80 for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:24:04.732411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:04.827074 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.services.revisions.revision_plugin [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Could not find related network for resource to bump revision. Dec 07 15:24:04.909223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:24:04.919009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:04.919395 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Added segment a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c of type vlan for network c76d1ee2-db68-423f-8fb6-e7e7d211c301 Dec 07 15:24:04.946038 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:05.009290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:05.012302 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:05.012994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:05.016556 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:05.125109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Pushing event updated for resources: {'Network': ['ID=c76d1ee2-db68-423f-8fb6-e7e7d211c301,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:05.128637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:05.138659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network c76d1ee2-db68-423f-8fb6-e7e7d211c301 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:24:05.169543 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6310923 Dec 07 15:24:07.368257 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 42784) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:07.469436 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e979a9e-403f-4b66-b77f-886de4bdecdb admin admin] GET failed (client error): The resource could not be found. Dec 07 15:24:07.470805 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6e979a9e-403f-4b66-b77f-886de4bdecdb admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1015296 Dec 07 15:24:07.590402 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd9d548-66cb-4d40-b037-34820d084268 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:07.591983 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-9cd9d548-66cb-4d40-b037-34820d084268 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1167572 Dec 07 15:24:07.603310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:07.608440 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:07.618897 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:07.660636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Made reservation on behalf of 830d5d8e74b14aa6b2ecaf3fd7810c80 for: {'subnet': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:24:07.665743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:08.038104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:08.042906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:08.115057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd680ce-65bc-4a65-9498-d0307e69fcc4,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:08.132089 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.132459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.132821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.133203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.133561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.133914 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.134272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.134744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.135608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.136032 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.136303 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:08.139960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:08.145189 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Checking segment: {'id': 'a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:24:08.145587 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Network hostable DHCP agents. Network: c76d1ee2-db68-423f-8fb6-e7e7d211c301, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:24:08.198331 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Network c76d1ee2-db68-423f-8fb6-e7e7d211c301 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:24:08.236060 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, c76d1ee2-db68-423f-8fb6-e7e7d211c301) {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:08.240293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:08.241224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:08.248137 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686408f2-109c-495f-aa1a-7e4d549e6ddd None None] Network c76d1ee2-db68-423f-8fb6-e7e7d211c301 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:24:08.296028 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6963644 Dec 07 15:24:08.502347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc110c0ec-7939-5521-b21e-7fb3f200a396-c76d1ee2-db68-423f-8fb6-e7e7d211c301', 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301', 'tenant_id': '830d5d8e74b14aa6b2ecaf3fd7810c80', 'fixed_ips': [{'subnet_id': '2cd680ce-65bc-4a65-9498-d0307e69fcc4'}]}} from dv-cinder-820628-1-iscsi. {{(pid=88288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:24:08.503287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:08.675662 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Allocated IP 192.168.233.2 (c76d1ee2-db68-423f-8fb6-e7e7d211c301/2cd680ce-65bc-4a65-9498-d0307e69fcc4/ff9c5eb4-2173-4946-9852-09cb836e1e42) {{(pid=88288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:24:08.959951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Notify callbacks [] for port, precommit_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:08.971723 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Transition to ACTIVE for port object ff9c5eb4-2173-4946-9852-09cb836e1e42 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:08.992489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Transition to ACTIVE for port object ff9c5eb4-2173-4946-9852-09cb836e1e42 will not be triggered until provisioned by entity DHCP. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:09.056169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:09.062668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-aad11e60-7599-48c2-9a30-b91b516f5503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:09.135248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Network c76d1ee2-db68-423f-8fb6-e7e7d211c301 is already hosted by enough agents. {{(pid=88288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:24:09.139004 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Resources bound (agent type, host, resource id): {{(pid=88288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:09.143314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Received port after_create {{(pid=88288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:24:09.150116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Pushing event updated for resources: {'Port': ['ID=ff9c5eb4-2173-4946-9852-09cb836e1e42,revision_number=1']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:09.196256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.196648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.197028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.198327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.198754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.199124 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.199493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.199863 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.200225 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.200584 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.200946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:09.234877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:09.259835 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Attempting to bind port ff9c5eb4-2173-4946-9852-09cb836e1e42 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:24:09.260243 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Attempting to bind port ff9c5eb4-2173-4946-9852-09cb836e1e42 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:24:09.260646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Attempting to bind port ff9c5eb4-2173-4946-9852-09cb836e1e42 on network c76d1ee2-db68-423f-8fb6-e7e7d211c301 {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:24:09.268099 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:24:09.268511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Checking segment: {'id': 'a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:24:09.268957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:09.269404 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Bound using segment: {'id': 'a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:24:09.269927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Bound port: ff9c5eb4-2173-4946-9852-09cb836e1e42, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:24:09.270336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:09.376546 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] For port ff9c5eb4-2173-4946-9852-09cb836e1e42, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:24:09.380192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] For port ff9c5eb4-2173-4946-9852-09cb836e1e42, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=ff9c5eb4-2173-4946-9852-09cb836e1e42,segment=NetworkSegment(a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c),segment_id=a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:24:09.460242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:09.465719 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:09.547163 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Pushing event updated for resources: {'Port': ['ID=ff9c5eb4-2173-4946-9852-09cb836e1e42,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:09.550586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:10.091996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device ff9c5eb4-2173-4946-9852-09cb836e1e42 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:10.214849 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port ff9c5eb4-2173-4946-9852-09cb836e1e42 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:11.075780 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1676dc-1540-4bba-ac28-2352c5cdc52f None None] Network c76d1ee2-db68-423f-8fb6-e7e7d211c301 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:24:11.245132 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-49bf2007-fc20-4648-8ed8-f6b57cd1b43a None None] Provisioning for port ff9c5eb4-2173-4946-9852-09cb836e1e42 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:11.261522 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-49bf2007-fc20-4648-8ed8-f6b57cd1b43a None None] Provisioning complete for port ff9c5eb4-2173-4946-9852-09cb836e1e42 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:11.261935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49bf2007-fc20-4648-8ed8-f6b57cd1b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:11.671114 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49bf2007-fc20-4648-8ed8-f6b57cd1b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:11.736588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-49bf2007-fc20-4648-8ed8-f6b57cd1b43a None None] For port ff9c5eb4-2173-4946-9852-09cb836e1e42, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=ff9c5eb4-2173-4946-9852-09cb836e1e42,segment=NetworkSegment(a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c),segment_id=a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:11.769705 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49bf2007-fc20-4648-8ed8-f6b57cd1b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:11.774220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:11.856599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf2007-fc20-4648-8ed8-f6b57cd1b43a None None] Pushing event updated for resources: {'Port': ['ID=ff9c5eb4-2173-4946-9852-09cb836e1e42,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:11.860002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-49bf2007-fc20-4648-8ed8-f6b57cd1b43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:11.995595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-3068a0df-3f97-4403-bfd9-c56cec3f5813 None None] Provisioning complete for port ff9c5eb4-2173-4946-9852-09cb836e1e42 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:11.995941 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3068a0df-3f97-4403-bfd9-c56cec3f5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:12.066106 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device ff9c5eb4-2173-4946-9852-09cb836e1e42 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:12.191962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port ff9c5eb4-2173-4946-9852-09cb836e1e42 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:12.192539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:24.117596 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-21f4f654-cbaa-40e9-9929-b51a563d55e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:25.609039 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.390469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 5 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:24:26.816412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c91bc3b-4aac-4de8-8147-85b191333858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.837796 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:28.283267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:54.128512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aba3f2d6-92e9-41c2-92f3-bde60c40063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:55.612832 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:56.811572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea44c848-c910-4a3b-9995-5bd8a4c9a718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:56.842387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:58.293884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:03.392545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 5 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:25:24.127405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ac6d8127-9579-4fb9-af56-12c2720d8ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:25.619191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:26.825265 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-faf18cda-1b98-4427-9829-b361cf7a5018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:26.857526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:28.310554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:33.644287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 42818) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:25:33.650945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [None req-6cd89fad-a0b8-4708-8b71-b84ea607b461 tempest-verify_tempest_config-320769061 tempest-verify_tempest_config-320769061-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:25:33.652066 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6cd89fad-a0b8-4708-8b71-b84ea607b461 tempest-verify_tempest_config-320769061 tempest-verify_tempest_config-320769061-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0066693 Dec 07 15:25:34.137900 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 42836) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:25:34.295720 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:34.328786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:25:34.333159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Usage tracker for resource:security_group_rule and tenant:4aaa21392faa46058f7150dd960c2b82 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:25:34.336117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:25:34.342040 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:25:34.612739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:34.668690 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:34.677546 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:25:34.722144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cde2ea-28e9-4ed1-8109-7f2398be5c41,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:25:34.729031 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4aaa21392faa46058f7150dd960c2b82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5900540 Dec 07 15:25:34.731947 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42842) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:25:34.734433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.734811 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.735179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.735541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.735919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.736283 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.736636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.736992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.737370 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.737718 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.738106 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:34.742931 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:25:34.798247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:34.825581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:35.018632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:35.024683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:25:35.041236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cde2ea-28e9-4ed1-8109-7f2398be5c41,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:25:35.050855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:35.052079 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96cde2ea-28e9-4ed1-8109-7f2398be5c41 HTTP/1.1" status: 204 len: 168 time: 0.3190577 Dec 07 15:25:35.053918 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.054297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.055295 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.055654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.056244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.056618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.056979 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.057381 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.057740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.058694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.058694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:25:35.062011 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:25:40.416275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 5 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:25:54.131250 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e2943778-517d-4150-8f22-49fb118238ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:55.617098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:56.827917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b43ae4ab-93f3-4da0-9ce2-2fd988e3d612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:56.858199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:58.298161 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:17.398185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 5 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:26:24.131810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-96ae94b8-3c69-4a31-85c5-ea8a76d9b8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:25.617276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:26.834714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c4b7-dcbb-4284-aacf-78fdb5606076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:26.856482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:28.301697 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:54.124538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b7e82c8-c31f-428b-85e0-9d62d5341ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:54.398757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 5 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:26:55.615764 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:56.827902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-77558249-9b63-4723-b3e8-ff3fa7707dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:56.856705 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:58.302490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:11.040308 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1739637'] for agent, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:24.124866 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b2587918-6800-4cf3-882f-3e6ea340314d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:25.609226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:26.834673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8749aaa1-a6db-4bb2-9a0f-a193634ddcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:26.866777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:28.307778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:28.551961 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 42924) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:27:28.700132 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b6f71ed7-45ac-4671-addf-bd98776d2787 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1469314 Dec 07 15:27:30.830554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 42936) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:27:30.923127 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-fd5e8114-0219-42fb-9a76-6df42f2e092e admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0914156 Dec 07 15:27:31.399124 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:27:40.987153 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:54.141260 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-05658a15-36d1-4ea1-8a90-83b6a214887a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:55.610357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:56.833613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7e749bd-e4df-4fc3-8d51-f761bd2b5d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:56.866991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:58.318272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:08.400116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:28:10.986370 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:24.158160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b8a079a-1d05-4559-9def-d8a6378fc32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.625381 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:26.826574 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-41a81e9c-862e-4d98-a3e8-2455ded75a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:26.872356 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:28.306264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:41.018940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:45.401650 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:28:54.128948 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b1a061ee-9c6e-4522-b025-c3eeb34731f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:55.637949 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:56.845447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37808cad-50e8-4cdd-81e7-2aaaeb0e261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:56.877327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:58.311682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:11.053120 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:22.403558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:29:24.145514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bbb3f49f-26e7-40bf-b66b-f2097b3d4482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:25.624840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:26.905750 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-08b5a039-0c01-484d-8ac2-87084de8700b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:26.907434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:28.333544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:29.312106 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43132) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:29.577249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43144) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:29.844209 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-597985670-network', 'tenant_id': 'ea483c64e5c1492a9db2f9ac6e98c6bb'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:29.849994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:29.854080 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Usage tracker for resource:network and tenant:ea483c64e5c1492a9db2f9ac6e98c6bb is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:29.858306 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:29.865343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:29.909547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Made reservation on behalf of ea483c64e5c1492a9db2f9ac6e98c6bb for: {'network': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:29.914756 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:29.929736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43160) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:29.938751 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:29.973888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:29.978111 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:ea483c64e5c1492a9db2f9ac6e98c6bb is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:29.982368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:29.992896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:30.145437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.152988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1507763511-network', 'tenant_id': 'f29024093ec14a4388390d83481f4329'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:30.165039 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:30.168071 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43168) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:30.178108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Usage tracker for resource:network and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:30.184052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:30.192191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:30.201374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.207099 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f20dc264-4550-490b-bc21-a744d0a2cad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:30.217421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43176) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:30.235504 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Made reservation on behalf of f29024093ec14a4388390d83481f4329 for: {'network': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:30.240870 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.266589 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-775110848-network', 'tenant_id': 'd1927af6c0f848fda65bfb8c68802479'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:30.282701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:29:30.285714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.321636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.322238 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Added segment 958d88a5-3441-47ae-a783-25d69772b4d4 of type vlan for network aeb96f19-270c-46b9-9658-a4a1af625aea Dec 07 15:29:30.403256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-network', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:30.408751 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:30.412309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:30.418816 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Usage tracker for resource:network and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:30.431741 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:30.443539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:30.467353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.472761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Usage tracker for resource:network and tenant:d1927af6c0f848fda65bfb8c68802479 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:30.475704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8902a87-b096-4e92-839e-dc683fa66a29,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:30.478231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:30.489220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.489593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.489962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.490324 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.490680 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.491040 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.491469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.491849 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.492202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.492550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.492899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Tracked resource versions report: Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: pushed versions: Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': {'1.0'}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': {'1.1'}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': {'1.5'}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': {'1.2'}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': {'1.8'}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': {'1.2'}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': {'1.0'}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': {'1.1'}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': {'1.1'}} Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: consumer versions: Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: { DHCP agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: HyperV agent@hv-cinder-82062: {}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: L3 agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: Metadata agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: Metering agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: Open vSwitch agent@dv-cinder-820628-1-iscsi: { 'ConntrackHelper': '1.0', Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': '1.0', Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': '1.1', Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': '1.5', Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': '1.2', Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': '1.8', Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': '1.2', Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': '1.0', Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': '1.0', Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': '1.1', Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': '1.1'}} Dec 07 15:29:30.493963 dv-cinder-820628-1-iscsi neutron-server[88175]: {{(pid=88287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:29:30.498466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:30.534233 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:30.543111 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:30.547554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Usage tracker for resource:security_group_rule and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:30.553602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:30.561770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:30.562297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Made reservation on behalf of c86b3cd6fc164c11913f5d19eb7427a3 for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:30.568044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.593538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-125496952-network', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:30.601985 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:30.611480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.626414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Usage tracker for resource:network and tenant:36b0c474093e4892b8b82b68232a3cfb is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:30.626778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.628709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:30.629585 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.629720 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:30.636431 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:30.640361 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-27a1aa86-ff42-4120-aeaf-ee5cec8b6c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:30.693786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:30.705357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Usage tracker for resource:security_group_rule and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:30.714628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:30.727983 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:30.796306 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Made reservation on behalf of 36b0c474093e4892b8b82b68232a3cfb for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:30.802939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.809919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Made reservation on behalf of d1927af6c0f848fda65bfb8c68802479 for: {'network': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:30.821019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.833471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.874916 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=aeb96f19-270c-46b9-9658-a4a1af625aea,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:30.882664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:30.886228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.888144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network aeb96f19-270c-46b9-9658-a4a1af625aea details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:29:30.990522 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6768875 Dec 07 15:29:31.003044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43206) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:31.040263 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Request body: {'subnet': {'network_id': 'aeb96f19-270c-46b9-9658-a4a1af625aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-597985670-subnet', 'tenant_id': 'ea483c64e5c1492a9db2f9ac6e98c6bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:31.050659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.055824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:31.056984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:31.060540 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:31.065948 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Usage tracker for resource:security_group_rule and tenant:d1927af6c0f848fda65bfb8c68802479 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:31.070338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Usage tracker for resource:subnet and tenant:ea483c64e5c1492a9db2f9ac6e98c6bb is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:31.074621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:31.075079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.077000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:36b0c474093e4892b8b82b68232a3cfb is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:31.078760 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:31.081851 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:31.087524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:31.090128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:31.111244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.114597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:31.123371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:31.146209 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.152278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Made reservation on behalf of ea483c64e5c1492a9db2f9ac6e98c6bb for: {'subnet': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:31.157042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.162993 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-97a4ad72-2ca3-494c-beae-074713110eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:31.196810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:29:31.212611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:29:31.249801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d07dd6-efc0-405d-b3f9-fe76f824c7c4,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:31.256912 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.257679 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Added segment 7353bad2-5fe6-4b9f-aca6-2b303b501875 of type vlan for network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f Dec 07 15:29:31.266494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:31.299724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.320563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.321527 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Added segment a8e9259b-15bb-4c3f-a02f-5dbca257ffb0 of type vlan for network eafe2320-70ae-4b66-99a7-55c3ef384b8f Dec 07 15:29:31.336316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.339280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29904aac-8e36-419b-8df3-32e9edc1cecf,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:31.358904 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.360210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.360597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.361380 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.362206 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.362722 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.363131 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.363831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.364104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.364507 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.364801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.365179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Tracked resource versions report: Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: pushed versions: Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': {'1.0'}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': {'1.1'}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': {'1.5'}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': {'1.2'}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': {'1.8'}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': {'1.2'}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': {'1.0'}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': {'1.1'}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': {'1.1'}} Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: consumer versions: Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: { DHCP agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: HyperV agent@hv-cinder-82062: {}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: L3 agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: Metadata agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: Metering agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: Open vSwitch agent@dv-cinder-820628-1-iscsi: { 'ConntrackHelper': '1.0', Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': '1.0', Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': '1.1', Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': '1.5', Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': '1.2', Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': '1.8', Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': '1.2', Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': '1.0', Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': '1.0', Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': '1.1', Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': '1.1'}} Dec 07 15:29:31.366205 dv-cinder-820628-1-iscsi neutron-server[88175]: {{(pid=88286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:29:31.370507 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:31.371019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:31.425335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.425954 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:31.431013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:31.431184 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:31.476600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.499545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.507443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564c199e-c2f0-4f24-b5c0-69b860d7aa3a,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:31.511412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:31.522854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:29:31.533678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.534076 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Added segment 5c89b0be-7134-4693-8e46-037168a457a8 of type vlan for network bd68c1ad-fbfc-41af-8c0f-179efa6fddda Dec 07 15:29:31.550174 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:29:31.612679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.614857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:31.615923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.622229 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-06796d63-9b48-493f-b38f-5bbcf4e7f5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:31.647451 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.652744 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Added segment ee5e6a87-06b5-470b-8e92-effb14df00a8 of type vlan for network bbbc4c27-c24a-4474-a770-02721db0b5d9 Dec 07 15:29:31.743494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Pushing event updated for resources: {'Network': ['ID=eafe2320-70ae-4b66-99a7-55c3ef384b8f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:31.752291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:31.756721 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network eafe2320-70ae-4b66-99a7-55c3ef384b8f details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:29:31.776369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.799804 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.817775 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6478436 Dec 07 15:29:31.823607 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43240) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:31.832577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.837123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Request body: {'subnet': {'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-subnet', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:31.846151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:31.852852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:31.857483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.870937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Usage tracker for resource:subnet and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:31.874489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:31.880702 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.890104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:31.893770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:31.895937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:31.896586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:31.911128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-02ca3dd1-8252-44d4-ae3c-905791ef36a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:31.931984 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3535721 Dec 07 15:29:31.940227 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43246) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:31.978022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Request body: {'subnet': {'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1507763511-subnet', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:31.990915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:31.995302 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Usage tracker for resource:subnet and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:32.008902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:32.009993 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:32.021419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.021945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Made reservation on behalf of c86b3cd6fc164c11913f5d19eb7427a3 for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:32.028863 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.037398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:32.038116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.044212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Pushing event updated for resources: {'Network': ['ID=8c28e26f-2ef1-4651-bd4f-46d4692bf21f,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:32.056166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:32.056662 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43252) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:32.057159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:32.071163 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:29:32.209435 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.214624 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2845643 Dec 07 15:29:32.218244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43262) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:32.224852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Pushing event updated for resources: {'Network': ['ID=bd68c1ad-fbfc-41af-8c0f-179efa6fddda,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:32.230664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Request body: {'subnet': {'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-775110848-subnet', 'tenant_id': 'd1927af6c0f848fda65bfb8c68802479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:32.236014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:32.238266 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ae45774c-b504-454a-91fb-f891e65d588b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:32.246278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network bd68c1ad-fbfc-41af-8c0f-179efa6fddda details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:29:32.273251 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:32.293481 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Usage tracker for resource:subnet and tenant:d1927af6c0f848fda65bfb8c68802479 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:32.316286 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:32.327801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:32.335311 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=bbbc4c27-c24a-4474-a770-02721db0b5d9,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:32.353370 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Made reservation on behalf of f29024093ec14a4388390d83481f4329 for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:32.359611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.368823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f729ff22-6ad6-4208-a7af-cd1a117b4af3,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:32.398522 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:32.408294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Checking segment: {'id': '958d88a5-3441-47ae-a783-25d69772b4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'aeb96f19-270c-46b9-9658-a4a1af625aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:32.408896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Network hostable DHCP agents. Network: aeb96f19-270c-46b9-9658-a4a1af625aea, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:29:32.426580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.478091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:32.483634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] Usage tracker for resource:security_group_rule and tenant:e1349c726b4e49afb525963b3475808c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:32.486497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:32.492937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:32.495942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network bbbc4c27-c24a-4474-a770-02721db0b5d9 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:29:32.500876 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2793443 Dec 07 15:29:32.502494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43266) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:32.504059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:32.510396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Request body: {'subnet': {'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-125496952-subnet', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:32.521110 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:32.530802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Usage tracker for resource:subnet and tenant:36b0c474093e4892b8b82b68232a3cfb is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:32.535493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:32.549732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:32.552075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Network aeb96f19-270c-46b9-9658-a4a1af625aea is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:29:32.562062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Made reservation on behalf of d1927af6c0f848fda65bfb8c68802479 for: {'subnet': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:32.568584 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.844292 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, aeb96f19-270c-46b9-9658-a4a1af625aea) {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:32.852672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea69d7fe-1104-4013-a5bf-65b99370ac92 None None] Network aeb96f19-270c-46b9-9658-a4a1af625aea requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:29:32.873518 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.890907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:32.899100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:32.899754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.920005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Made reservation on behalf of 36b0c474093e4892b8b82b68232a3cfb for: {'subnet': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:32.925277 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.040296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed661dd4-366e-41cb-9394-53e56919a3ab,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:33.046177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:33.057881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Checking segment: {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:33.058483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Network hostable DHCP agents. Network: 8c28e26f-2ef1-4651-bd4f-46d4692bf21f, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:29:33.069492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.078929 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6330b9ca-eb16-4329-bbc3-198b042bc19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:33.188072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:33.191211 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:33.195890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.202310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7051100f-3007-42c1-83bb-3e019c35c6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:33.215347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Checking segment: {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:33.215769 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Network hostable DHCP agents. Network: eafe2320-70ae-4b66-99a7-55c3ef384b8f, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:29:33.259973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f580e-9de7-4abb-bd48-b1450b3c03a3 None None] Network aeb96f19-270c-46b9-9658-a4a1af625aea requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:29:33.276273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:29:33.302465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.310504 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Network eafe2320-70ae-4b66-99a7-55c3ef384b8f is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:29:33.319536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, eafe2320-70ae-4b66-99a7-55c3ef384b8f) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:33.325421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:33.327416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.350808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, 8c28e26f-2ef1-4651-bd4f-46d4692bf21f) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:33.355908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:33.356686 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.364689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3f89a-37a0-4da3-9a16-4d0b9f361094 None None] Network eafe2320-70ae-4b66-99a7-55c3ef384b8f requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:29:33.390110 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6518779-f074-4b12-a2c6-df6849bf7577 None None] Network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:29:33.394701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.396763 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3735113 Dec 07 15:29:33.417815 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5901780 Dec 07 15:29:33.417815 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43288) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:33.430924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39dc1926-414b-41da-885d-bbcd7219f7d2,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:33.436268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:33.445663 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:33.454707 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5024700 Dec 07 15:29:33.456389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:33.460695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43292) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:33.467166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:33.483105 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:33.497217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Usage tracker for resource:router and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:33.511816 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:33.521136 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:33.540689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae063b8-6669-416a-a92e-5f9b24035e7b,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:33.546972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Usage tracker for resource:router and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:33.553112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:33.563296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:33.575971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:33.589116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:33.622614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Checking segment: {'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:33.622967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Network hostable DHCP agents. Network: bd68c1ad-fbfc-41af-8c0f-179efa6fddda, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:29:33.663652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40272'] for router, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.665502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852960750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852839707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735528'] for router, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.695082 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1349c726b4e49afb525963b3475808c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6234312 Dec 07 15:29:33.699945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40272'] for router, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.700980 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43302) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:33.708639 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852960750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852839707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735528'] for router, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.749522 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.749854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.772080 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4d3377bb-0937-40b7-9a11-729f1e5732d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:33.810300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Network bd68c1ad-fbfc-41af-8c0f-179efa6fddda is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:29:33.893725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbfde2cc-ef71-41be-a2d0-d97793750c88,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:33.897182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:33.902912 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, bd68c1ad-fbfc-41af-8c0f-179efa6fddda) {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:33.907985 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:33.908767 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.928298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c804-c603-4893-b5ad-a52241ad2832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.937620 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc110c0ec-7939-5521-b21e-7fb3f200a396-eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e'}]}} from dv-cinder-820628-1-iscsi. {{(pid=88288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:29:33.941426 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:33.949353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59eaabb-a05a-470e-9c58-ef0dd103cb99 None None] Network bd68c1ad-fbfc-41af-8c0f-179efa6fddda requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:29:33.963308 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Checking segment: {'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:33.963858 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Network hostable DHCP agents. Network: bbbc4c27-c24a-4474-a770-02721db0b5d9, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:29:33.976224 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f27e8ec6-de09-4754-9a92-b18382990c2d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7563918 Dec 07 15:29:33.987770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c804-c603-4893-b5ad-a52241ad2832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:34.167614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43324) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:34.172194 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 07 15:29:34.222564 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Network bbbc4c27-c24a-4474-a770-02721db0b5d9 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:29:34.222808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc110c0ec-7939-5521-b21e-7fb3f200a396-8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab'}]}} from dv-cinder-820628-1-iscsi. {{(pid=88288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:29:34.223608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:34.326619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, bbbc4c27-c24a-4474-a770-02721db0b5d9) {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:34.331222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c804-c603-4893-b5ad-a52241ad2832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:34.350935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:34.358681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:34.376051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:34.386150 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a04ad-1955-4017-b202-f69d2d2ba649 None None] Network bbbc4c27-c24a-4474-a770-02721db0b5d9 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:29:34.402372 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:34.431475 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:34.568432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2c804-c603-4893-b5ad-a52241ad2832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae063b8-6669-416a-a92e-5f9b24035e7b,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:34.575548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b9e2c804-c603-4893-b5ad-a52241ad2832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:34.576369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c804-c603-4893-b5ad-a52241ad2832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:34.580801 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b9e2c804-c603-4893-b5ad-a52241ad2832 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ae063b8-6669-416a-a92e-5f9b24035e7b HTTP/1.1" status: 204 len: 168 time: 0.8785334 Dec 07 15:29:34.603669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43356) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:34.649969 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1428735 Dec 07 15:29:34.659632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-d7bdc676-8973-4387-b50c-5c6c9da70f34 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:34.660567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-d7bdc676-8973-4387-b50c-5c6c9da70f34 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Synchronizing usage tracker for tenant:ea483c64e5c1492a9db2f9ac6e98c6bb on resource:network {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:29:34.664422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43362) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:34.680945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-125496952-router', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:34.705021 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:34.720068 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Usage tracker for resource:router and tenant:36b0c474093e4892b8b82b68232a3cfb is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:34.725352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:34.740196 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:34.748510 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:34.801532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-d7bdc676-8973-4387-b50c-5c6c9da70f34 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Unset dirty status for tenant:ea483c64e5c1492a9db2f9ac6e98c6bb on resource:network {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:29:34.805180 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-d7bdc676-8973-4387-b50c-5c6c9da70f34 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/networks?id=aeb96f19-270c-46b9-9658-a4a1af625aea HTTP/1.1" status: 200 len: 811 time: 0.6360049 Dec 07 15:29:34.838688 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40272'] for router, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:34.840649 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852960750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852839707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735528'] for router, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:34.871142 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-e8779548-40b6-4662-976b-156af45b1746 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/quotas/ea483c64e5c1492a9db2f9ac6e98c6bb HTTP/1.1" status: 200 len: 375 time: 0.0457456 Dec 07 15:29:34.976886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c90cad34-a3b7-4cc1-8f73-4c12060a36fe tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:34.977822 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c90cad34-a3b7-4cc1-8f73-4c12060a36fe tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Synchronizing usage tracker for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:network {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:29:34.992324 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-9a3d4d4a-e487-4583-94d2-79c903da42b3 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea483c64e5c1492a9db2f9ac6e98c6bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097713 Dec 07 15:29:35.006747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:35.036202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c90cad34-a3b7-4cc1-8f73-4c12060a36fe tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Unset dirty status for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:network {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:29:35.037787 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c90cad34-a3b7-4cc1-8f73-4c12060a36fe tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 814 time: 0.4337881 Dec 07 15:29:35.043297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Allocated IP 172.20.0.2 (eafe2320-70ae-4b66-99a7-55c3ef384b8f/cc7f6efc-3391-4368-aaf5-cbbe3f46e08e/c55fb46b-4052-4cd5-87ac-60f9790b880b) {{(pid=88288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:35.062090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:35.064154 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-4a7c68f1-5d9b-4302-aa6d-070af9665afa tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/quotas/d1927af6c0f848fda65bfb8c68802479 HTTP/1.1" status: 200 len: 375 time: 0.0191829 Dec 07 15:29:35.185692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:35.185946 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-888a21f5-b52e-441d-b6ba-d3bb815e4c89 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146579 Dec 07 15:29:35.462392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Allocated IP 172.27.1.185 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/fa49e106-dbf0-4802-96c3-a2f2681ae04f) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:35.467507 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-bd3abc00-fef2-4f2e-8d31-58af5c083c60 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:29:35.469860 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-bd3abc00-fef2-4f2e-8d31-58af5c083c60 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1908548 Dec 07 15:29:35.534986 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53994ca3-d905-48d8-82f7-7cb9fd4ad7d7 None None] Network bd68c1ad-fbfc-41af-8c0f-179efa6fddda requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:29:35.635347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Allocated IP 172.20.0.2 (8c28e26f-2ef1-4651-bd4f-46d4692bf21f/ed661dd4-366e-41cb-9394-53e56919a3ab/abef8934-1e86-4355-aec1-ec1d374a53c1) {{(pid=88288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:35.668475 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Notify callbacks [] for port, precommit_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:35.693846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302eeff2-dc5a-47e1-b8a4-7bab640321f8 None None] Network bbbc4c27-c24a-4474-a770-02721db0b5d9 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:29:35.694379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-75977099-764d-4e52-9ae8-5ec237724848 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:29:35.704078 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-75977099-764d-4e52-9ae8-5ec237724848 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3590128 Dec 07 15:29:35.709808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Transition to ACTIVE for port object c55fb46b-4052-4cd5-87ac-60f9790b880b will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:35.713117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:35.769957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:35.816650 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:35.877202 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-4d9f2cc5-f6c5-486c-9aad-50a155b14e97 service neutron] 10.222.0.64 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719429 Dec 07 15:29:36.017638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:36.019749 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Transition to ACTIVE for port object c55fb46b-4052-4cd5-87ac-60f9790b880b will not be triggered until provisioned by entity DHCP. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:36.150928 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7e772b71-1595-45a0-9ac3-0ec21e499b07 service neutron] 10.222.0.64 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766338 Dec 07 15:29:36.150928 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a557b477-1dc4-4c32-b415-e218f8c8e946 service neutron] 10.222.0.64 "GET /v2.0/networks/aeb96f19-270c-46b9-9658-a4a1af625aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272144 Dec 07 15:29:36.218430 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:36.256615 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:36.322427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:36.327203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:36.327915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32f2cbe6-f5ae-42b8-813e-e06a064cfd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:36.341066 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:36.407606 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-1d98d703-5141-4d5d-9ff2-e80b11c62f06 service neutron] 10.222.0.64 "GET /v2.0/networks/aeb96f19-270c-46b9-9658-a4a1af625aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025398 Dec 07 15:29:36.527464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Pushing event updated for resources: {'Port': ['ID=fa49e106-dbf0-4802-96c3-a2f2681ae04f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:36.527464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:36.535342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:36.541887 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:36.549047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:36.587234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Network eafe2320-70ae-4b66-99a7-55c3ef384b8f is already hosted by enough agents. {{(pid=88288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:36.594182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Resources bound (agent type, host, resource id): {{(pid=88288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:36.596915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Received port after_create {{(pid=88288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:36.752628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Allocated IP 172.27.1.121 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/0926ba38-a7bb-4c84-8f35-c5949801c1fc) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:36.757236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:36.771831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Pushing event updated for resources: {'Port': ['ID=c55fb46b-4052-4cd5-87ac-60f9790b880b,revision_number=1']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:36.794229 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Transition to ACTIVE for port object abef8934-1e86-4355-aec1-ec1d374a53c1 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:36.816320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.816706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.817123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.817478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Tracked resource versions report: Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: pushed versions: Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': {'1.0'}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': {'1.1'}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': {'1.5'}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': {'1.2'}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': {'1.8'}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': {'1.2'}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': {'1.0'}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': {'1.1'}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': {'1.1'}} Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: consumer versions: Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: { DHCP agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: HyperV agent@hv-cinder-82062: {}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: L3 agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: Metadata agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: Metering agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: Open vSwitch agent@dv-cinder-820628-1-iscsi: { 'ConntrackHelper': '1.0', Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': '1.0', Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': '1.1', Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': '1.5', Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': '1.2', Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': '1.8', Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': '1.2', Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': '1.0', Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': '1.0', Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': '1.1', Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': '1.1'}} Dec 07 15:29:36.826508 dv-cinder-820628-1-iscsi neutron-server[88175]: {{(pid=88288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:29:36.835754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:36.845287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Attempting to bind port c55fb46b-4052-4cd5-87ac-60f9790b880b on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:36.845777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Attempting to bind port c55fb46b-4052-4cd5-87ac-60f9790b880b by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:36.846182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Attempting to bind port c55fb46b-4052-4cd5-87ac-60f9790b880b on network eafe2320-70ae-4b66-99a7-55c3ef384b8f {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:36.871585 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Transition to ACTIVE for port object abef8934-1e86-4355-aec1-ec1d374a53c1 will not be triggered until provisioned by entity DHCP. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:36.875226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:36.883675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Checking segment: {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:36.884246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:36.884702 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Bound using segment: {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:36.888019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Bound port: c55fb46b-4052-4cd5-87ac-60f9790b880b, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:36.889184 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:36.917844 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:36.943621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f5991a59-9f39-4c06-b1b2-cb6223b1ac25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:36.976467 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4f688e7c-f0d0-441f-8978-7de9b897d092 req-ad3063ff-af66-4fb5-9275-57ec45b4e365 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.0657101 Dec 07 15:29:37.132052 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a2db1e91-9d7d-4b95-81bd-a5cf09d1c383 req-53401e33-5d3e-49bb-a2fe-6661dc7980c2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 210 time: 0.0711567 Dec 07 15:29:37.182016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f is already hosted by enough agents. {{(pid=88288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:37.190936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Resources bound (agent type, host, resource id): {{(pid=88288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:37.219300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Received port after_create {{(pid=88288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:37.226068 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Pushing event updated for resources: {'Port': ['ID=abef8934-1e86-4355-aec1-ec1d374a53c1,revision_number=1']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:37.232258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:37.241821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] For port c55fb46b-4052-4cd5-87ac-60f9790b880b, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:29:37.247833 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] For port c55fb46b-4052-4cd5-87ac-60f9790b880b, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=c55fb46b-4052-4cd5-87ac-60f9790b880b,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:29:37.355034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:37.356130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096'] for router, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:37.394235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:37.395421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Attempting to bind port abef8934-1e86-4355-aec1-ec1d374a53c1 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:37.395838 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Attempting to bind port abef8934-1e86-4355-aec1-ec1d374a53c1 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:37.396551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Attempting to bind port abef8934-1e86-4355-aec1-ec1d374a53c1 on network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:37.412493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-aad11e60-7599-48c2-9a30-b91b516f5503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:37.530215 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:37.530787 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Checking segment: {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:37.532110 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:37.532638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Bound using segment: {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:37.533300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Bound port: abef8934-1e86-4355-aec1-ec1d374a53c1, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:37.533801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:37.653569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:37.664845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] For port abef8934-1e86-4355-aec1-ec1d374a53c1, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:29:37.664845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] For port abef8934-1e86-4355-aec1-ec1d374a53c1, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=abef8934-1e86-4355-aec1-ec1d374a53c1,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:29:37.693983 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Pushing event updated for resources: {'Port': ['ID=c55fb46b-4052-4cd5-87ac-60f9790b880b,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:37.702556 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:37.711050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:37.716500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:37.828611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Pushing event updated for resources: {'Port': ['ID=abef8934-1e86-4355-aec1-ec1d374a53c1,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:37.828611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:37.884064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:37.906005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:38.011352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Allocated IP 172.27.1.244 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/b5e38041-54bb-4f87-8e45-e5195910c253) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:38.042749 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:38.042749 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:38.044565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0926ba38-a7bb-4c84-8f35-c5949801c1fc,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:38.058607 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:38.127343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:38.162465 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3dc3be49-976d-49bd-a3b3-6ab25db0fc72 req-5755eac1-7fa8-485d-9fc9-917768ad6508 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.0848541 Dec 07 15:29:38.303914 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-22f4fd3a-b6ba-4628-b62d-61a61ce36c81 req-aaf8147f-e4dd-400e-a352-b54fb62ed6a9 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 210 time: 0.0687876 Dec 07 15:29:38.485410 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:38.486466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096'] for router, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:38.573865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Router 352bbc8f-1e06-47ab-b7ce-be60f0114257 is scheduled to L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 with binding_index 1 {{(pid=88286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:29:38.595156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:38.847341 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:38.908143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:39.007738 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:39.016102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:39.019804 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Pushing event updated for resources: {'Port': ['ID=b5e38041-54bb-4f87-8e45-e5195910c253,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:39.025841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:39.027091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:39.163558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:29:39.174199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Sync routers for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:29:39.196245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:29:39.197203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:39.231187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:39.232051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096'] for router, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:39.290417 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Router 18354c9c-937e-48ba-affa-7ffe41bf775d is scheduled to L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 with binding_index 1 {{(pid=88286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:29:39.293812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:39.297706 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8761697 Dec 07 15:29:39.298821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43530) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:39.423338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:29:39.514122 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-84c03f2c-f247-4e8c-917d-64a1658d8e9b req-83628db6-403a-4961-9d56-f793e895b1b9 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 210 time: 0.1069562 Dec 07 15:29:39.533751 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a9320218-3ef9-4a75-a50e-b46fd67dba50 req-85578f1f-038f-454a-8996-6e06e4378277 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.0856388 Dec 07 15:29:40.061128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:36Z', 'revision_number': 3, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:40.066433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Checking router: 352bbc8f-1e06-47ab-b7ce-be60f0114257 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:29:40.067077 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Updating router 352bbc8f-1e06-47ab-b7ce-be60f0114257 port fa49e106-dbf0-4802-96c3-a2f2681ae04f binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:29:40.134344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:29:40.149317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Sync routers for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:29:40.151936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:40.180971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:29:40.187008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:40.297438 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:40.315866 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8450215 Dec 07 15:29:40.317044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43554) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:40.433279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Router 1895a0af-7b26-4a34-9566-5829296410c5 is scheduled to L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 with binding_index 1 {{(pid=88286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:29:40.757143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:40.776725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Transition to ACTIVE for port object fa49e106-dbf0-4802-96c3-a2f2681ae04f will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:40.846445 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:29:40.999844 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:41.029949 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device c55fb46b-4052-4cd5-87ac-60f9790b880b up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:41.031443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:41.059039 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2b046b0a-7eb0-4162-b7c3-a8e7019c34c8 req-ab2b21c1-cfbc-4cfb-be8b-472f6e535c65 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.1393616 Dec 07 15:29:41.061378 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e92ac8a0-1ee1-4de4-8ddd-77063e870bf4 req-5f397a99-1857-4a6a-afd5-b2cab9a7710f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 210 time: 0.2582340 Dec 07 15:29:41.109541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496055c-40ac-4558-85e9-0a3d3ec639a6 None None] Network eafe2320-70ae-4b66-99a7-55c3ef384b8f requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:29:41.160151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Attempting to bind port fa49e106-dbf0-4802-96c3-a2f2681ae04f on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:41.160725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Attempting to bind port fa49e106-dbf0-4802-96c3-a2f2681ae04f by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:41.161490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Attempting to bind port fa49e106-dbf0-4802-96c3-a2f2681ae04f on network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:41.164616 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d619fe-69a7-494a-817f-544a422d5acd None None] Network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:29:41.174283 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:41.174497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:41.175140 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:41.175901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Bound using segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:41.176660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Bound port: fa49e106-dbf0-4802-96c3-a2f2681ae04f, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:41.176660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:41.276774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] For port fa49e106-dbf0-4802-96c3-a2f2681ae04f, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:29:41.281133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] For port fa49e106-dbf0-4802-96c3-a2f2681ae04f, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=fa49e106-dbf0-4802-96c3-a2f2681ae04f,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:29:41.341550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port c55fb46b-4052-4cd5-87ac-60f9790b880b completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:41.399491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:41.415910 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:29:41.421121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Pushing event updated for resources: {'Port': ['ID=fa49e106-dbf0-4802-96c3-a2f2681ae04f,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:41.431464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device abef8934-1e86-4355-aec1-ec1d374a53c1 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:41.437807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Sync routers for ids ['1895a0af-7b26-4a34-9566-5829296410c5'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:29:41.456393 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.456928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.457414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.457845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.458279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Tracked resource versions report: Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: pushed versions: Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': {'1.0'}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': {'1.1'}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': {'1.5'}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': {'1.2'}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': {'1.8'}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': {'1.2'}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': {'1.0'}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': {'1.1'}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': {'1.1'}} Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: consumer versions: Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: { DHCP agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: HyperV agent@hv-cinder-82062: {}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: L3 agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: Metadata agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: Metering agent@dv-cinder-820628-1-iscsi: {}, Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: Open vSwitch agent@dv-cinder-820628-1-iscsi: { 'ConntrackHelper': '1.0', Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Log': '1.0', Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Network': '1.1', Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Port': '1.5', Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'PortForwarding': '1.2', Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'QosPolicy': '1.8', Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroup': '1.2', Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SecurityGroupRule': '1.0', Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'SubPort': '1.0', Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Subnet': '1.1', Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: 'Trunk': '1.1'}} Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: {{(pid=88289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:29:41.467906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:41.476533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3d891a29-8e48-4edd-8ab8-695d72ea280a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:41.513239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:41.514822 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8481314 Dec 07 15:29:41.522327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:41.537451 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43580) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:41.558909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:41.677670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Pushing event updated for resources: {'Port': ['ID=fa49e106-dbf0-4802-96c3-a2f2681ae04f,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:41.687885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:41.702709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:29:41.703403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:41.811237 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Routers {'1895a0af-7b26-4a34-9566-5829296410c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:29:41.812833 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['1895a0af-7b26-4a34-9566-5829296410c5'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:41.931545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-12fb6109-d9a5-4fb4-a5c0-fde995aa4dc2 None None] Provisioning for port c55fb46b-4052-4cd5-87ac-60f9790b880b completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:41.996128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Allocated IP 172.20.0.1 (eafe2320-70ae-4b66-99a7-55c3ef384b8f/cc7f6efc-3391-4368-aaf5-cbbe3f46e08e/61da4b1b-b78b-47d1-8c5a-8d6ae766387d) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:42.046490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-12fb6109-d9a5-4fb4-a5c0-fde995aa4dc2 None None] Provisioning complete for port c55fb46b-4052-4cd5-87ac-60f9790b880b triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:42.047090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-12fb6109-d9a5-4fb4-a5c0-fde995aa4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:42.263799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43592) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:42.295762 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port abef8934-1e86-4355-aec1-ec1d374a53c1 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:42.301365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:29:42.449342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:42.531093 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:38Z', 'revision_number': 3, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:42.532190 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-045b93dc-133a-4229-8737-f920cce5bc38 req-715feaeb-9acd-4e30-952e-423e5134a79b tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.1532805 Dec 07 15:29:42.548758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Checking router: 18354c9c-937e-48ba-affa-7ffe41bf775d for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:29:42.549230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Updating router 18354c9c-937e-48ba-affa-7ffe41bf775d port 0926ba38-a7bb-4c84-8f35-c5949801c1fc binding host dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:29:42.563861 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c8347bcc-66b0-4d6f-ae99-33808f83c476 req-a69096c4-15da-4fa7-91fa-dbc35b70ab5d tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 210 time: 0.1598263 Dec 07 15:29:42.600100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Transition to ACTIVE for port object 61da4b1b-b78b-47d1-8c5a-8d6ae766387d will not be triggered until provisioned by entity DHCP. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:42.705210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:42.800347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-12fb6109-d9a5-4fb4-a5c0-fde995aa4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:42.802628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:42.833431 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:42.898535 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-12fb6109-d9a5-4fb4-a5c0-fde995aa4dc2 None None] For port c55fb46b-4052-4cd5-87ac-60f9790b880b, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=c55fb46b-4052-4cd5-87ac-60f9790b880b,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:42.949935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:42.960602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Network eafe2320-70ae-4b66-99a7-55c3ef384b8f is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:43.005478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-12fb6109-d9a5-4fb4-a5c0-fde995aa4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:43.035571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:43.038938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Pushing event updated for resources: {'Port': ['ID=61da4b1b-b78b-47d1-8c5a-8d6ae766387d,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:43.053055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.66', 63886) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:43.053945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:43.054326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:43.054502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746805'] for router_interface, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:43.132932 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:43.190907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Set router 1895a0af-7b26-4a34-9566-5829296410c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:29:43.212082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Usage tracker for resource:security_group_rule and tenant:4a29c9003ac546a8801d45a218ed0c65 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:43.214493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb6109-d9a5-4fb4-a5c0-fde995aa4dc2 None None] Pushing event updated for resources: {'Port': ['ID=c55fb46b-4052-4cd5-87ac-60f9790b880b,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:43.225055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:43.248768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-12fb6109-d9a5-4fb4-a5c0-fde995aa4dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:43.304962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:43.350510 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-f5b73588-76ab-4fc7-8541-efa15184823a None None] Provisioning for port abef8934-1e86-4355-aec1-ec1d374a53c1 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:43.386646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-f5b73588-76ab-4fc7-8541-efa15184823a None None] Provisioning complete for port abef8934-1e86-4355-aec1-ec1d374a53c1 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:43.389610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f5b73588-76ab-4fc7-8541-efa15184823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:43.440865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:43.594409 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:43.746105 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.66', 63890) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:43.778482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895a0af-7b26-4a34-9566-5829296410c5', 'name': 'tempest-ServerRescueNegativeTestJSON-125496952-router', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:34Z', 'updated_at': '2021-12-07T15:29:39Z', 'revision_number': 3, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'gw_port': {'id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:36Z', 'updated_at': '2021-12-07T15:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:43.796605 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Checking router: 1895a0af-7b26-4a34-9566-5829296410c5 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:29:43.796998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Updating router 1895a0af-7b26-4a34-9566-5829296410c5 port b5e38041-54bb-4f87-8e45-e5195910c253 binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:29:43.868029 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f5b73588-76ab-4fc7-8541-efa15184823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:43.883227 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.049369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-f5b73588-76ab-4fc7-8541-efa15184823a None None] For port abef8934-1e86-4355-aec1-ec1d374a53c1, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=abef8934-1e86-4355-aec1-ec1d374a53c1,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:44.059689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.081408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:36Z', 'revision_number': 3, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:44.087297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149c3a0-ba95-43f8-b44a-aa1ec1c982a6 None None] The sync data for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi is: [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:36Z', 'revision_number': 3, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:29:44.159875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.184090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.214072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:44.307665 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1eba8656-0d17-4647-9da0-fbd983054516 req-fbe340ae-b03d-424b-9ac9-3fff8f64fb8f tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.3598979 Dec 07 15:29:44.313629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf8879-baee-4352-a175-0a519f0a0856 req-db36a139-9aaf-46c7-a981-028a52dc556d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:44.315194 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-db36a139-9aaf-46c7-a981-028a52dc556d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 814 time: 1.2565532 Dec 07 15:29:44.368741 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f982395-c391-433d-85b5-ac5493fcbf41,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:44.379227 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f5b73588-76ab-4fc7-8541-efa15184823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.397314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Synchronizing usage tracker for tenant:830d5d8e74b14aa6b2ecaf3fd7810c80 on resource:security_group {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:29:44.406835 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:44.422945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:44.528180 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Unset dirty status for tenant:830d5d8e74b14aa6b2ecaf3fd7810c80 on resource:security_group {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:29:44.528537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device c55fb46b-4052-4cd5-87ac-60f9790b880b up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:44.532465 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a29c9003ac546a8801d45a218ed0c65&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2631886 Dec 07 15:29:44.542195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43660) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:44.562412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b73588-76ab-4fc7-8541-efa15184823a None None] Pushing event updated for resources: {'Port': ['ID=abef8934-1e86-4355-aec1-ec1d374a53c1,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:44.591194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f5b73588-76ab-4fc7-8541-efa15184823a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:44.591800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Request body: {'port': {'device_id': 'dbbc26e9-1076-4159-a3e6-51d00932ea14', 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda', 'admin_state_up': True, 'tenant_id': 'd1927af6c0f848fda65bfb8c68802479'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:44.628501 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f35b8163-9ff7-435c-a952-cd3fd196ca46 req-3a017d12-0162-4494-bcc9-98f82c76d48e tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 210 time: 0.6773257 Dec 07 15:29:44.686678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-17c9bee7-950b-45d8-854b-961627f3a5b8 None None] Provisioning complete for port c55fb46b-4052-4cd5-87ac-60f9790b880b triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:44.687098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-17c9bee7-950b-45d8-854b-961627f3a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.902456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port c55fb46b-4052-4cd5-87ac-60f9790b880b triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:44.902882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.960307 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Allocated IP 172.20.0.1 (8c28e26f-2ef1-4651-bd4f-46d4692bf21f/ed661dd4-366e-41cb-9394-53e56919a3ab/17b8262d-4a12-43b5-9193-1d91f2b2ea05) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:44.964305 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-d0055591-33cc-4f79-a5a5-0d84d455fff0 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:44.971403 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-d0055591-33cc-4f79-a5a5-0d84d455fff0 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.66 "GET /v2.0/networks?id=aeb96f19-270c-46b9-9658-a4a1af625aea HTTP/1.1" status: 200 len: 811 time: 1.1854866 Dec 07 15:29:44.972508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cb75b5a2-bd9c-4d50-bfb4-1c7338b7a922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.041207 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Notify callbacks [] for port, precommit_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.045502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cb75b5a2-bd9c-4d50-bfb4-1c7338b7a922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.072407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Request body: {'port': {'device_id': 'a07e8291-7e0c-48d9-b838-56982b01fbe1', 'network_id': 'aeb96f19-270c-46b9-9658-a4a1af625aea', 'admin_state_up': True, 'tenant_id': 'ea483c64e5c1492a9db2f9ac6e98c6bb'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:45.138817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.152191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Transition to ACTIVE for port object 0926ba38-a7bb-4c84-8f35-c5949801c1fc will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:45.195682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.202477 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3045941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853029102'] for router_interface, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.220073 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:45.224761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Usage tracker for resource:port and tenant:d1927af6c0f848fda65bfb8c68802479 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:45.227874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:45.236389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:45.245469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:45.252058 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.270879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:45.382540 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.409630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Transition to ACTIVE for port object 17b8262d-4a12-43b5-9193-1d91f2b2ea05 will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:45.453446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cb75b5a2-bd9c-4d50-bfb4-1c7338b7a922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.525726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbb050-c40f-4efd-9360-f24714584c4f None None] Pushing event updated for resources: {'Port': ['ID=0926ba38-a7bb-4c84-8f35-c5949801c1fc,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:45.547752 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-54fbb050-c40f-4efd-9360-f24714584c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:45.565487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.615063 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:45.618940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Transition to ACTIVE for port object b5e38041-54bb-4f87-8e45-e5195910c253 will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:45.649839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.670633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.682369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:45.686423 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Attempting to bind port 0926ba38-a7bb-4c84-8f35-c5949801c1fc on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:45.686852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Attempting to bind port 0926ba38-a7bb-4c84-8f35-c5949801c1fc by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:45.687722 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Attempting to bind port 0926ba38-a7bb-4c84-8f35-c5949801c1fc on network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:45.704828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75b5a2-bd9c-4d50-bfb4-1c7338b7a922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f982395-c391-433d-85b5-ac5493fcbf41,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:45.715074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cb75b5a2-bd9c-4d50-bfb4-1c7338b7a922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:45.716915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:45.772891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:45.773507 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:45.774051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.774498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Bound using segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:45.780135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Bound port: 0926ba38-a7bb-4c84-8f35-c5949801c1fc, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:45.780608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.888444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] For port 0926ba38-a7bb-4c84-8f35-c5949801c1fc, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:29:45.892592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] For port 0926ba38-a7bb-4c84-8f35-c5949801c1fc, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=0926ba38-a7bb-4c84-8f35-c5949801c1fc,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:29:45.922050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.926098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43694) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:45.927104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:45.952392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cb75b5a2-bd9c-4d50-bfb4-1c7338b7a922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.956431 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-cb75b5a2-bd9c-4d50-bfb4-1c7338b7a922 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f982395-c391-433d-85b5-ac5493fcbf41 HTTP/1.1" status: 204 len: 168 time: 1.4110677 Dec 07 15:29:45.988875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Made reservation on behalf of d1927af6c0f848fda65bfb8c68802479 for: {'port': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:46.009237 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c197ed-44e7-48f1-b7c9-e42e7125265a None None] Pushing event updated for resources: {'Port': ['ID=b5e38041-54bb-4f87-8e45-e5195910c253,revision_number=2']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:46.023534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-01c197ed-44e7-48f1-b7c9-e42e7125265a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:46.032558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Attempting to bind port b5e38041-54bb-4f87-8e45-e5195910c253 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:46.032981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Attempting to bind port b5e38041-54bb-4f87-8e45-e5195910c253 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:46.033414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Attempting to bind port b5e38041-54bb-4f87-8e45-e5195910c253 on network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:46.033531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:46.045274 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:46.046406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Pushing event updated for resources: {'Port': ['ID=17b8262d-4a12-43b5-9193-1d91f2b2ea05,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:46.049705 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:46.052045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:46.056253 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:46.056581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:46.056913 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746805'] for router_interface, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:46.057139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:46.058236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:46.058859 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Bound using segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:46.059362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Bound port: b5e38041-54bb-4f87-8e45-e5195910c253, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:46.059769 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:46.180180 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-17c9bee7-950b-45d8-854b-961627f3a5b8 None None] Provisioning for port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:46.241999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-17c9bee7-950b-45d8-854b-961627f3a5b8 None None] Provisioning complete for port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:46.242401 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-17c9bee7-950b-45d8-854b-961627f3a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:46.360957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] For port b5e38041-54bb-4f87-8e45-e5195910c253, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:29:46.367567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] For port b5e38041-54bb-4f87-8e45-e5195910c253, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=b5e38041-54bb-4f87-8e45-e5195910c253,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:29:46.391395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Network eafe2320-70ae-4b66-99a7-55c3ef384b8f is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:46.391395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Pushing event updated for resources: {'Port': ['ID=61da4b1b-b78b-47d1-8c5a-8d6ae766387d,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:46.392075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-17c9bee7-950b-45d8-854b-961627f3a5b8 None None] Port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:29:46.402968 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:29:46.407719 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:46.413006 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-01c197ed-44e7-48f1-b7c9-e42e7125265a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:46.421994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:46.476405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:46.659538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.415s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:46.682463 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ea18253b-8a43-4d0b-b67f-1329d917132e req-a81f6ef4-d903-48cd-b763-aff55ff26386 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.8299625 Dec 07 15:29:46.774148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Routers {'1895a0af-7b26-4a34-9566-5829296410c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:29:46.774841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['1895a0af-7b26-4a34-9566-5829296410c5'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:46.826067 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:46.897121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:46.929030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:47.162372 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:29:47.258743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c197ed-44e7-48f1-b7c9-e42e7125265a None None] Pushing event updated for resources: {'Port': ['ID=b5e38041-54bb-4f87-8e45-e5195910c253,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:47.277754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-01c197ed-44e7-48f1-b7c9-e42e7125265a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:47.319279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device fa49e106-dbf0-4802-96c3-a2f2681ae04f up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:47.395822 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbb050-c40f-4efd-9360-f24714584c4f None None] Pushing event updated for resources: {'Port': ['ID=0926ba38-a7bb-4c84-8f35-c5949801c1fc,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:47.399505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-54fbb050-c40f-4efd-9360-f24714584c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.472s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:47.411605 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-719cf2a9-0008-4f23-928e-b495f816f106 req-f4c1e7f5-f632-4801-bd4b-a0fc4d51c3f8 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 210 time: 1.0835807 Dec 07 15:29:47.438938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-2a0cd9af-76d3-4523-9fff-09e8d2ef927e None None] Provisioning for port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:47.455436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-2a0cd9af-76d3-4523-9fff-09e8d2ef927e None None] Provisioning complete for port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:47.456072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd9af-76d3-4523-9fff-09e8d2ef927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:47.476646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:47.515293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] Usage tracker for resource:security_group_rule and tenant:6ebd3158b9cf4c2cab1ca19b389b56ed is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:47.529774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] Set router 1895a0af-7b26-4a34-9566-5829296410c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:29:47.532123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:47.547958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:47.552339 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Usage tracker for resource:port and tenant:ea483c64e5c1492a9db2f9ac6e98c6bb is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:47.565272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:47.579199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:47.581368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43716) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:47.594322 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:47.804244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:47.865341 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Made reservation on behalf of ea483c64e5c1492a9db2f9ac6e98c6bb for: {'port': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:47.872496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:47.928687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cd9af-76d3-4523-9fff-09e8d2ef927e None None] Port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:29:47.940345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:47.981865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port fa49e106-dbf0-4802-96c3-a2f2681ae04f completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:48.107133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port fa49e106-dbf0-4802-96c3-a2f2681ae04f triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:48.108008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:48.182108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:48.182808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-47a27226-1285-43cc-8969-2a085e3ed95c None None] Provisioning complete for port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:48.183155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-47a27226-1285-43cc-8969-2a085e3ed95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:48.225020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:48.225945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:48.279238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3045941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853029102'] for router_interface, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:48.287129 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cb75b5a2-bd9c-4d50-bfb4-1c7338b7a922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:48.293059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-47a27226-1285-43cc-8969-2a085e3ed95c None None] Port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:29:48.324104 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ebd3158b9cf4c2cab1ca19b389b56ed&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3928478 Dec 07 15:29:48.327357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6183e075-f799-4f0b-9500-62f6b3e11c90,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:48.333504 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43726) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:48.340224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:48.345654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a1f5791a-5935-4c2b-8353-01cca76d0a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:48.434524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:48.439161 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1f138773-8c22-4218-a051-5c090ce95ecc req-e86cd097-5b8e-4d59-ab25-d03900a1057b tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.4588666 Dec 07 15:29:48.466222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] Usage tracker for resource:security_group_rule and tenant:cf36ab94935543b28349858d7d59bee9 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:48.472130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Pushing event updated for resources: {'Port': ['ID=17b8262d-4a12-43b5-9193-1d91f2b2ea05,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:48.484275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:48.508691 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:48.566816 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895a0af-7b26-4a34-9566-5829296410c5', 'name': 'tempest-ServerRescueNegativeTestJSON-125496952-router', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:34Z', 'updated_at': '2021-12-07T15:29:39Z', 'revision_number': 3, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'gw_port': {'id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:36Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:48.578014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a56393-4685-432d-ad7f-819fc636e4b9 None None] The sync data for ids ['1895a0af-7b26-4a34-9566-5829296410c5'] in dv-cinder-820628-1-iscsi is: [{'id': '1895a0af-7b26-4a34-9566-5829296410c5', 'name': 'tempest-ServerRescueNegativeTestJSON-125496952-router', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:34Z', 'updated_at': '2021-12-07T15:29:39Z', 'revision_number': 3, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'gw_port': {'id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:36Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:29:48.695985 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:48.729964 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port fa49e106-dbf0-4802-96c3-a2f2681ae04f, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=fa49e106-dbf0-4802-96c3-a2f2681ae04f,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:48.732135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Allocated IP 172.20.0.4 (aeb96f19-270c-46b9-9658-a4a1af625aea/f729ff22-6ad6-4208-a7af-cd1a117b4af3/37f4f15b-2a36-4853-9530-4e1a98374bc1) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:48.739337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:29:44Z', 'revision_number': 1, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:48.739519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2f5016-2be5-497b-a412-8de93686939a None None] The sync data for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi is: [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:29:44Z', 'revision_number': 1, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:29:48.742937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:48.753017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Allocated IP 172.20.0.9 (bd68c1ad-fbfc-41af-8c0f-179efa6fddda/39dc1926-414b-41da-885d-bbcd7219f7d2/e3a7f6f9-a790-45d5-884e-5b34d898288a) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:48.758456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43734) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:48.796006 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:48.797993 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device abef8934-1e86-4355-aec1-ec1d374a53c1 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:48.888236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-54fbb050-c40f-4efd-9360-f24714584c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:48.902081 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Allocated IP 172.20.0.1 (bbbc4c27-c24a-4474-a770-02721db0b5d9/fbfde2cc-ef71-41be-a2d0-d97793750c88/894f3fd7-2231-4c9a-860b-679604d3ba14) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:48.953524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:48.966104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:49.006742 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port abef8934-1e86-4355-aec1-ec1d374a53c1 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:49.007483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:49.100546 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=fa49e106-dbf0-4802-96c3-a2f2681ae04f,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:49.107637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:49.113873 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-50fd1dff-54bc-4b6c-b060-24db7586da76 req-31e86b96-4ff0-4c3e-9ec7-371d35d80523 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 210 time: 0.3499255 Dec 07 15:29:49.168644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:49.428585 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device fa49e106-dbf0-4802-96c3-a2f2681ae04f up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:49.449524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:49.488725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:49.555470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:49.593103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-1982ab2d-a869-4154-b1b2-0529cd0f9c03 None None] Provisioning complete for port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:49.593557 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1982ab2d-a869-4154-b1b2-0529cd0f9c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:49.600242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:49.647616 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4694493b-0cc0-485e-a79b-08119da563d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:49.697034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-1982ab2d-a869-4154-b1b2-0529cd0f9c03 None None] Port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:29:49.728061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port fa49e106-dbf0-4802-96c3-a2f2681ae04f triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:49.728415 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:49.741943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:49.820461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221acd91-776e-4fbe-9884-1a0fea337a5d,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:49.839310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4694493b-0cc0-485e-a79b-08119da563d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:49.871959 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf36ab94935543b28349858d7d59bee9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2867970 Dec 07 15:29:49.879360 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4c343b4b-2c05-4f50-855f-3c98fbba4303 req-b4695449-b5bc-4c15-8239-55e8cf0f13d7 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.1440322 Dec 07 15:29:49.926148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43744) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:49.926760 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:49.946162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:50.335829 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:50.364361 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:0224d56d725f412398859e4c6ea2e451 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:50.379546 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:50.392241 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:50.429037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.533711 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4694493b-0cc0-485e-a79b-08119da563d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.544550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Network aeb96f19-270c-46b9-9658-a4a1af625aea is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:50.545842 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:50.545954 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:50.548926 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:50.553787 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:50.554933 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.663785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.665270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694493b-0cc0-485e-a79b-08119da563d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6183e075-f799-4f0b-9500-62f6b3e11c90,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:50.695877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4694493b-0cc0-485e-a79b-08119da563d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:50.721293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.725924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0308e593-929f-48e5-8dee-48fa5a1d733c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:50.799062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.872536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Router 352bbc8f-1e06-47ab-b7ce-be60f0114257 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:29:50.892506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4694493b-0cc0-485e-a79b-08119da563d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.893780 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4694493b-0cc0-485e-a79b-08119da563d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6183e075-f799-4f0b-9500-62f6b3e11c90 HTTP/1.1" status: 204 len: 168 time: 2.5566134 Dec 07 15:29:50.912721 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Pushing event updated for resources: {'Port': ['ID=37f4f15b-2a36-4853-9530-4e1a98374bc1,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:50.916053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Network bbbc4c27-c24a-4474-a770-02721db0b5d9 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:50.929502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f1515cbe-d250-4919-9eed-b273ebf36f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.946943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:50.949886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:50.956900 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:50.959298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746805'] for router_interface, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.969012 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=894f3fd7-2231-4c9a-860b-679604d3ba14,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:50.995391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:51.011852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:51.030799 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0419824 Dec 07 15:29:51.052680 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:51.109277 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0224d56d725f412398859e4c6ea2e451&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3494594 Dec 07 15:29:51.133660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43756) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:51.146959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-ee6caff4-db07-4dc8-8d37-beb2ba113efb tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:29:51.148289 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-ee6caff4-db07-4dc8-8d37-beb2ba113efb tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0064819 Dec 07 15:29:51.200818 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af638f6-4418-43b9-9815-f9ac842b5d56,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:51.226109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:51.257879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f1515cbe-d250-4919-9eed-b273ebf36f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:51.316492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-01f05552-59a5-4b76-876c-eb497d7bf29e req-55141fd1-441e-495d-a542-b9725397223c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Synchronizing usage tracker for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:29:51.392018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Router 18354c9c-937e-48ba-affa-7ffe41bf775d has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:29:51.442098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95aa4d-a8d9-45f4-bd94-6e989194692d req-f464d8e2-7523-4ca9-b490-72266853d341 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:51.442919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-dd95aa4d-a8d9-45f4-bd94-6e989194692d req-f464d8e2-7523-4ca9-b490-72266853d341 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Synchronizing usage tracker for tenant:ea483c64e5c1492a9db2f9ac6e98c6bb on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:29:51.486363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-38813a63-de95-48b5-988a-4dc491227ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:51.507434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device b5e38041-54bb-4f87-8e45-e5195910c253 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:51.545485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-01f05552-59a5-4b76-876c-eb497d7bf29e req-55141fd1-441e-495d-a542-b9725397223c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Unset dirty status for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:29:51.546825 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01f05552-59a5-4b76-876c-eb497d7bf29e req-55141fd1-441e-495d-a542-b9725397223c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.3894966 Dec 07 15:29:51.623221 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-dd95aa4d-a8d9-45f4-bd94-6e989194692d req-f464d8e2-7523-4ca9-b490-72266853d341 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Unset dirty status for tenant:ea483c64e5c1492a9db2f9ac6e98c6bb on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:29:51.633563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:51.638570 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dd95aa4d-a8d9-45f4-bd94-6e989194692d req-f464d8e2-7523-4ca9-b490-72266853d341 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 931 time: 1.0709236 Dec 07 15:29:51.661811 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-38813a63-de95-48b5-988a-4dc491227ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:51.795601 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port b5e38041-54bb-4f87-8e45-e5195910c253 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:51.801680 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port b5e38041-54bb-4f87-8e45-e5195910c253 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:51.802100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:51.811397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:51.848921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Request body: {'port': {'device_id': 'a07e8291-7e0c-48d9-b838-56982b01fbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:52.061871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f1515cbe-d250-4919-9eed-b273ebf36f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.128388 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.146784 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:52.147582 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-38813a63-de95-48b5-988a-4dc491227ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.178359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port b5e38041-54bb-4f87-8e45-e5195910c253, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=b5e38041-54bb-4f87-8e45-e5195910c253,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:52.184676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:52.205857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38813a63-de95-48b5-988a-4dc491227ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af638f6-4418-43b9-9815-f9ac842b5d56,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:52.208701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-38813a63-de95-48b5-988a-4dc491227ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:52.215500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.221541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6f3388a1-5b4c-4c5e-9706-e9622d3f6f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:52.276961 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-38813a63-de95-48b5-988a-4dc491227ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.284264 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-38813a63-de95-48b5-988a-4dc491227ee3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1af638f6-4418-43b9-9815-f9ac842b5d56 HTTP/1.1" status: 204 len: 168 time: 1.1432147 Dec 07 15:29:52.341589 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Pushing event updated for resources: {'Port': ['ID=e3a7f6f9-a790-45d5-884e-5b34d898288a,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:52.371035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f1515cbe-d250-4919-9eed-b273ebf36f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.376763 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f1515cbe-d250-4919-9eed-b273ebf36f52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/221acd91-776e-4fbe-9884-1a0fea337a5d HTTP/1.1" status: 204 len: 168 time: 2.4488692 Dec 07 15:29:52.421785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:52.430151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=b5e38041-54bb-4f87-8e45-e5195910c253,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:52.434871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-dd95aa4d-a8d9-45f4-bd94-6e989194692d req-ba03517f-bff2-48ff-8db4-03cdb0b87060 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Synchronizing usage tracker for tenant:ea483c64e5c1492a9db2f9ac6e98c6bb on resource:security_group {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:29:52.444867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:52.458952 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:52.534927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.570595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Network bd68c1ad-fbfc-41af-8c0f-179efa6fddda is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:52.571993 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1515cbe-d250-4919-9eed-b273ebf36f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221acd91-776e-4fbe-9884-1a0fea337a5d,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:52.576531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f1515cbe-d250-4919-9eed-b273ebf36f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:52.623495 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:52.623495 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 43770) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:52.632605 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:52.638434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:52.639208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.680288 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-dd95aa4d-a8d9-45f4-bd94-6e989194692d req-ba03517f-bff2-48ff-8db4-03cdb0b87060 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Unset dirty status for tenant:ea483c64e5c1492a9db2f9ac6e98c6bb on resource:security_group {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:29:52.681638 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dd95aa4d-a8d9-45f4-bd94-6e989194692d req-ba03517f-bff2-48ff-8db4-03cdb0b87060 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8902a87-b096-4e92-839e-dc683fa66a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0421975 Dec 07 15:29:52.843498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.920627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.960284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.975092 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3045941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853029102'] for router_interface, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:53.002640 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c074170f-4dcc-454a-87d8-662ff7012d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:53.609699 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 0926ba38-a7bb-4c84-8f35-c5949801c1fc up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:53.663782 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=894f3fd7-2231-4c9a-860b-679604d3ba14,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:53.673459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:53.689398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Network bbbc4c27-c24a-4474-a770-02721db0b5d9 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:53.705438 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:53.774016 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2588129 Dec 07 15:29:53.812904 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 0926ba38-a7bb-4c84-8f35-c5949801c1fc completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:53.819786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 0926ba38-a7bb-4c84-8f35-c5949801c1fc triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:53.820611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:53.850942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Request body: {'port': {'device_id': 'dbbc26e9-1076-4159-a3e6-51d00932ea14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:53.998466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:29:54.133399 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:29:54.147363 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] 10.222.0.64 "PUT /v2.0/routers/18354c9c-937e-48ba-affa-7ffe41bf775d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8281622 Dec 07 15:29:54.177253 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-289340ab-8a46-403c-ac29-6c1decc79df4 admin admin] 10.222.0.64 "PUT /v2.0/routers/352bbc8f-1e06-47ab-b7ce-be60f0114257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8779447 Dec 07 15:29:54.216424 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Sync routers for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:29:54.321124 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:29:54.323996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:54.341743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f4f15b-2a36-4853-9530-4e1a98374bc1 {{(pid=88287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:29:54.353490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:54.393263 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Transition to ACTIVE for port object 37f4f15b-2a36-4853-9530-4e1a98374bc1 will not be triggered until provisioned by entity L2. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:54.397267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:54.407116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] Usage tracker for resource:security_group_rule and tenant:ece0edf28aa84c3aa279571f2fe9285e is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:54.412844 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:54.427996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:54.626406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:54.639290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:54.703227 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:54.732934 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:54.758366 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 0926ba38-a7bb-4c84-8f35-c5949801c1fc, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=0926ba38-a7bb-4c84-8f35-c5949801c1fc,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:54.849633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:54.875267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:54.878369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:29:54.957794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Pushing event updated for resources: {'Port': ['ID=37f4f15b-2a36-4853-9530-4e1a98374bc1,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:54.960953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:54.968718 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:55.018902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef51bbb-8874-4a65-af18-cb6d8f6a54c8 req-11190f94-f7f7-4b7c-9598-fca203400ac4 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:55.020777 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3ef51bbb-8874-4a65-af18-cb6d8f6a54c8 req-11190f94-f7f7-4b7c-9598-fca203400ac4 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 931 time: 2.1526423 Dec 07 15:29:55.072920 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b80f379-bed3-4ce4-9911-735920ec8bef,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:55.075745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-706f8a6f-eac2-4937-bddc-ca52925803d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:55.077142 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:55.116144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:55.117528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device b5e38041-54bb-4f87-8e45-e5195910c253 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:55.191769 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:55.312944 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Router 1895a0af-7b26-4a34-9566-5829296410c5 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:29:55.394367 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port b5e38041-54bb-4f87-8e45-e5195910c253 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:55.395128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:55.745374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=0926ba38-a7bb-4c84-8f35-c5949801c1fc,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:55.765737 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:55.782061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:55.848447 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ece0edf28aa84c3aa279571f2fe9285e&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2200766 Dec 07 15:29:55.851845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43822) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:55.877312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:29:55.893406 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] 10.222.0.64 "PUT /v2.0/routers/1895a0af-7b26-4a34-9566-5829296410c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3544931 Dec 07 15:29:55.927764 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf4f98-4b83-4007-9d45-28851486d823 req-bd6ca64a-43f7-4ced-ae24-a453e13e56a7 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:55.929904 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-48cf4f98-4b83-4007-9d45-28851486d823 req-bd6ca64a-43f7-4ced-ae24-a453e13e56a7 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 943 time: 1.8082564 Dec 07 15:29:55.982258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1bb43d83-5354-4c66-835b-98cc5d7b743b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:55.984021 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:29:44Z', 'revision_number': 2, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:55.992419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Checking router: 352bbc8f-1e06-47ab-b7ce-be60f0114257 for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:29:55.992997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Updating router 352bbc8f-1e06-47ab-b7ce-be60f0114257 port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d binding host dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:29:56.026493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1bb43d83-5354-4c66-835b-98cc5d7b743b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:56.077128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Attempting to bind port 37f4f15b-2a36-4853-9530-4e1a98374bc1 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:56.077538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Attempting to bind port 37f4f15b-2a36-4853-9530-4e1a98374bc1 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '958d88a5-3441-47ae-a783-25d69772b4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'aeb96f19-270c-46b9-9658-a4a1af625aea'}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:56.077909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Attempting to bind port 37f4f15b-2a36-4853-9530-4e1a98374bc1 on network aeb96f19-270c-46b9-9658-a4a1af625aea {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:56.122001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1bb43d83-5354-4c66-835b-98cc5d7b743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:56.132390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:56.136256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:56.197066 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Port 37f4f15b-2a36-4853-9530-4e1a98374bc1 on network aeb96f19-270c-46b9-9658-a4a1af625aea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:29:56.206133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb43d83-5354-4c66-835b-98cc5d7b743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b80f379-bed3-4ce4-9911-735920ec8bef,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:56.206942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Attempting to bind port 37f4f15b-2a36-4853-9530-4e1a98374bc1 on network aeb96f19-270c-46b9-9658-a4a1af625aea {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:56.217970 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-3ef51bbb-8874-4a65-af18-cb6d8f6a54c8 req-8edd7070-267f-42fe-a071-a301726f28b8 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Synchronizing usage tracker for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:security_group {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:29:56.225628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1bb43d83-5354-4c66-835b-98cc5d7b743b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:56.231089 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1bb43d83-5354-4c66-835b-98cc5d7b743b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:56.234379 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1bb43d83-5354-4c66-835b-98cc5d7b743b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b80f379-bed3-4ce4-9911-735920ec8bef HTTP/1.1" status: 204 len: 168 time: 0.3807235 Dec 07 15:29:56.280787 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:56.286707 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Checking segment: {'id': '958d88a5-3441-47ae-a783-25d69772b4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'aeb96f19-270c-46b9-9658-a4a1af625aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:56.287563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Bound using segment: {'id': '958d88a5-3441-47ae-a783-25d69772b4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'aeb96f19-270c-46b9-9658-a4a1af625aea'} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:56.288255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Bound port: 37f4f15b-2a36-4853-9530-4e1a98374bc1, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958d88a5-3441-47ae-a783-25d69772b4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'aeb96f19-270c-46b9-9658-a4a1af625aea'}}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:56.294610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:56.324233 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Sync routers for ids ['1895a0af-7b26-4a34-9566-5829296410c5'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:29:56.365512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Routers {'1895a0af-7b26-4a34-9566-5829296410c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:29:56.366887 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['1895a0af-7b26-4a34-9566-5829296410c5'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:56.502367 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-48cf4f98-4b83-4007-9d45-28851486d823 req-68153bf9-2f82-428a-99fa-b8b2d4ee9641 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8902a87-b096-4e92-839e-dc683fa66a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484273 Dec 07 15:29:56.727512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-3ef51bbb-8874-4a65-af18-cb6d8f6a54c8 req-8edd7070-267f-42fe-a071-a301726f28b8 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Unset dirty status for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:security_group {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:29:56.730443 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3ef51bbb-8874-4a65-af18-cb6d8f6a54c8 req-8edd7070-267f-42fe-a071-a301726f28b8 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6629035 Dec 07 15:29:56.739904 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a7f6f9-a790-45d5-884e-5b34d898288a {{(pid=88287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:29:56.805048 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:56.939026 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Transition to ACTIVE for port object e3a7f6f9-a790-45d5-884e-5b34d898288a will not be triggered until provisioned by entity L2. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:56.960079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] For port 37f4f15b-2a36-4853-9530-4e1a98374bc1, host hv-cinder-82062, cleared binding levels {{(pid=88287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:29:56.966667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] For port 37f4f15b-2a36-4853-9530-4e1a98374bc1, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=37f4f15b-2a36-4853-9530-4e1a98374bc1,segment=NetworkSegment(958d88a5-3441-47ae-a783-25d69772b4d4),segment_id=958d88a5-3441-47ae-a783-25d69772b4d4)] {{(pid=88287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:29:56.991457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:57.002872 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-77e8ae89-8998-4d20-b38e-3541871dcab2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:57.022437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e7c0894b-da9b-4b26-b78d-808544d950a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:57.032933 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:57.035622 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Set router 1895a0af-7b26-4a34-9566-5829296410c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:29:57.148179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Pushing event updated for resources: {'Port': ['ID=e3a7f6f9-a790-45d5-884e-5b34d898288a,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:57.154997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:57.161217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:57.169716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7976ce8a-04ae-428a-ae9f-316017f77f6d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:57.234733 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Sync routers for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:29:57.308155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:29:57.308935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:57.340867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:57.342912 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] 10.222.0.66 "PUT /v2.0/ports/37f4f15b-2a36-4853-9530-4e1a98374bc1 HTTP/1.1" status: 200 len: 1093 time: 5.9856920 Dec 07 15:29:57.347013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07e8291-7e0c-48d9-b838-56982b01fbe1', 'tag': '37f4f15b-2a36-4853-9530-4e1a98374bc1'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:29:57.553637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Pushing event updated for resources: {'Port': ['ID=37f4f15b-2a36-4853-9530-4e1a98374bc1,revision_number=3']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:57.578840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:57.878736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:29:57.990098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Attempting to bind port e3a7f6f9-a790-45d5-884e-5b34d898288a on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:57.990098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Attempting to bind port e3a7f6f9-a790-45d5-884e-5b34d898288a by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:57.992259 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Attempting to bind port e3a7f6f9-a790-45d5-884e-5b34d898288a on network bd68c1ad-fbfc-41af-8c0f-179efa6fddda {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:58.031362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Port e3a7f6f9-a790-45d5-884e-5b34d898288a on network bd68c1ad-fbfc-41af-8c0f-179efa6fddda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:29:58.037900 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Attempting to bind port e3a7f6f9-a790-45d5-884e-5b34d898288a on network bd68c1ad-fbfc-41af-8c0f-179efa6fddda {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:58.061061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:58.062188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Checking segment: {'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:58.063443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Bound using segment: {'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:58.065668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Bound port: e3a7f6f9-a790-45d5-884e-5b34d898288a, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'}}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:58.066286 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:58.142242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 0926ba38-a7bb-4c84-8f35-c5949801c1fc up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:58.224025 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-2abedad1-5ba4-478d-9cac-12ba7f728284 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea483c64e5c1492a9db2f9ac6e98c6bb&device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 1096 time: 0.4875693 Dec 07 15:29:58.302806 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895a0af-7b26-4a34-9566-5829296410c5', 'name': 'tempest-ServerRescueNegativeTestJSON-125496952-router', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:34Z', 'updated_at': '2021-12-07T15:29:51Z', 'revision_number': 4, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'gw_port': {'id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:36Z', 'updated_at': '2021-12-07T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '894f3fd7-2231-4c9a-860b-679604d3ba14', 'name': '', 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'mac_address': 'fa:16:3e:ab:59:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbfde2cc-ef71-41be-a2d0-d97793750c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:47Z', 'updated_at': '2021-12-07T15:29:52Z', 'revision_number': 2, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'subnets': [{'id': 'fbfde2cc-ef71-41be-a2d0-d97793750c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:58.331175 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43866) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:58.334401 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565162607', 'description': 'tempest-description--236588285'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:58.356665 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Checking router: 1895a0af-7b26-4a34-9566-5829296410c5 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:29:58.357280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Updating router 1895a0af-7b26-4a34-9566-5829296410c5 port 894f3fd7-2231-4c9a-860b-679604d3ba14 binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:29:58.372212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:58.387010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:security_group and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:58.402131 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:58.425131 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:58.446373 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-8c98892c-0394-4625-9922-0bb5a756e41e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f4f15b-2a36-4853-9530-4e1a98374bc1 HTTP/1.1" status: 200 len: 217 time: 0.1979992 Dec 07 15:29:58.479482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43876) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:58.487777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573753295', 'description': 'tempest-description--596748867'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:58.513249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:58.515078 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:58.527839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Usage tracker for resource:security_group and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:58.542529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:58.570657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:58.599407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:58.644625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:58.734805 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-50ed1fb9-350a-4783-9644-977371b3c9a9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:58.736711 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-50ed1fb9-350a-4783-9644-977371b3c9a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f729ff22-6ad6-4208-a7af-cd1a117b4af3 HTTP/1.1" status: 200 len: 851 time: 0.2603099 Dec 07 15:29:58.738018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] For port e3a7f6f9-a790-45d5-884e-5b34d898288a, host hv-cinder-82062, cleared binding levels {{(pid=88287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:29:58.772673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:58.778071 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Usage tracker for resource:security_group_rule and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:58.781905 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:58.790266 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:58.819084 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Notify callbacks [] for port, precommit_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:58.856562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Transition to ACTIVE for port object 61da4b1b-b78b-47d1-8c5a-8d6ae766387d will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:58.857485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:58.863142 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:58.867950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:security_group_rule and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:58.874213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:58.887350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:58.902453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] For port e3a7f6f9-a790-45d5-884e-5b34d898288a, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:29:58.907448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:58.945528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:58.945872 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-38813a63-de95-48b5-988a-4dc491227ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:58.965550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:58.998838 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-9aee5124-18f1-4de1-9643-ef97b07449fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aeb96f19-270c-46b9-9658-a4a1af625aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2358687 Dec 07 15:29:59.015086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e6e292-6253-4f68-85d0-19955a3360f8,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:59.029451 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.031012 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5499830 Dec 07 15:29:59.035593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:59.036523 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43890) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:59.037230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.046209 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.052220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.062916 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'security_group_rule': {'security_group_id': '03e6e292-6253-4f68-85d0-19955a3360f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:59.071354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:59.079061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Usage tracker for resource:security_group_rule and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:59.085354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:59.101541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:59.128596 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.129331 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef151a-6715-413f-b84d-a6ba3dcb2d2b None None] Pushing event updated for resources: {'Port': ['ID=61da4b1b-b78b-47d1-8c5a-8d6ae766387d,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:59.139673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-26ef151a-6715-413f-b84d-a6ba3dcb2d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:59.159958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 0926ba38-a7bb-4c84-8f35-c5949801c1fc triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:59.160422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.180885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a68b96ad-22ae-4b40-bbd8-90895ee6d144 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:59.234079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.263220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.269012 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9400609 Dec 07 15:29:59.290720 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43896) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:59.290939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:29:47Z', 'revision_number': 2, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:29:59.308613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Checking router: 18354c9c-937e-48ba-affa-7ffe41bf775d for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:29:59.313928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Updating router 18354c9c-937e-48ba-affa-7ffe41bf775d port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 binding host dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:29:59.318533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'security_group_rule': {'security_group_id': 'f45d9d24-74bf-471e-a340-6fe547a37abb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:59.343518 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:59.380025 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:security_group_rule and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:59.388632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45d9d24-74bf-471e-a340-6fe547a37abb,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:59.400407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:59.407681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:59.429756 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.431474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:59.459316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Transition to ACTIVE for port object 894f3fd7-2231-4c9a-860b-679604d3ba14 will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:59.460630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:59.488840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:29:59.520392 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-0ba8e2f3-55d2-476e-abe6-8f846cc507a7 service neutron] 10.222.0.66 "GET /v2.0/networks/aeb96f19-270c-46b9-9658-a4a1af625aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026076 Dec 07 15:29:59.522269 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.528922 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:59.535959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.560579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Attempting to bind port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:59.561000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Attempting to bind port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:59.568303 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Attempting to bind port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d on network eafe2320-70ae-4b66-99a7-55c3ef384b8f {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:59.576149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.610626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.639376 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Pushing event updated for resources: {'Port': ['ID=e3a7f6f9-a790-45d5-884e-5b34d898288a,revision_number=3']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:59.662194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:59.684519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:59.687659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.689338 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] 10.222.0.66 "PUT /v2.0/ports/e3a7f6f9-a790-45d5-884e-5b34d898288a HTTP/1.1" status: 200 len: 1093 time: 5.8452485 Dec 07 15:29:59.707625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:59.708665 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Checking segment: {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:59.709325 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.709936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Bound using segment: {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:59.710777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Bound port: 61da4b1b-b78b-47d1-8c5a-8d6ae766387d, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:59.714863 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.722540 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f4c4a8-1173-40e9-9d09-9b5b4c73cad0,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:59.735269 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:59.773154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.801169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.824517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.825845 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7706113 Dec 07 15:29:59.828704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43916) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:29:59.835061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'security_group_rule': {'security_group_id': '03e6e292-6253-4f68-85d0-19955a3360f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:59.851419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:59.858335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77da3b-adba-47e3-a2ae-58eac2e1a6a7 None None] Pushing event updated for resources: {'Port': ['ID=894f3fd7-2231-4c9a-860b-679604d3ba14,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:59.860069 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.863473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3a77da3b-adba-47e3-a2ae-58eac2e1a6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:59.865126 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Usage tracker for resource:security_group_rule and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:59.870004 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:59.887518 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b59e3df4-faec-4bf8-895c-9c362bbff7fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:59.911030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd80cf-2428-41e4-baf5-0c8c73d126f0 req-ac83a804-0679-4cf1-b3c4-ccec6f9652f2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:59.920216 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-47fd80cf-2428-41e4-baf5-0c8c73d126f0 req-ac83a804-0679-4cf1-b3c4-ccec6f9652f2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 943 time: 1.1519263 Dec 07 15:29:59.928103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:59.935714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Attempting to bind port 894f3fd7-2231-4c9a-860b-679604d3ba14 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:59.936133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Attempting to bind port 894f3fd7-2231-4c9a-860b-679604d3ba14 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:59.936540 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Attempting to bind port 894f3fd7-2231-4c9a-860b-679604d3ba14 on network bbbc4c27-c24a-4474-a770-02721db0b5d9 {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:59.948375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:59.949461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdacd60-4ed3-48c1-a101-a79bdd6bf1cd,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:59.951805 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Checking segment: {'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:59.953448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.953910 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Bound using segment: {'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:59.956162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Bound port: 894f3fd7-2231-4c9a-860b-679604d3ba14, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:59.956595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:59.968421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:00.065413 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.070254 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7757370 Dec 07 15:30:00.071420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43920) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:00.075815 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.091093 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'security_group_rule': {'security_group_id': 'f45d9d24-74bf-471e-a340-6fe547a37abb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:00.098149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:00.102916 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:security_group_rule and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:00.107471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:00.115641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:00.178712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.188787 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] For port 894f3fd7-2231-4c9a-860b-679604d3ba14, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:30:00.195488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] For port 894f3fd7-2231-4c9a-860b-679604d3ba14, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=894f3fd7-2231-4c9a-860b-679604d3ba14,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:30:00.248117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.255675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-01c197ed-44e7-48f1-b7c9-e42e7125265a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:00.282530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] For port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:30:00.333946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.387112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.411141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-165a6a8f-44c9-4dad-a30c-e7c8642cf52e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:00.422686 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77da3b-adba-47e3-a2ae-58eac2e1a6a7 None None] Pushing event updated for resources: {'Port': ['ID=894f3fd7-2231-4c9a-860b-679604d3ba14,revision_number=4']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:00.437767 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3a77da3b-adba-47e3-a2ae-58eac2e1a6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:00.440412 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3b9783f-7c14-4545-be69-6bed8c44ab36 req-3061ed67-851a-47f1-86c7-2d4ee5bb9774 service neutron] 10.222.0.66 "GET /v2.0/networks/aeb96f19-270c-46b9-9658-a4a1af625aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952272 Dec 07 15:30:00.483977 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Routers {'1895a0af-7b26-4a34-9566-5829296410c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:30:00.484819 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['1895a0af-7b26-4a34-9566-5829296410c5'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:00.486641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.496922 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-47fd80cf-2428-41e4-baf5-0c8c73d126f0 req-1405f43d-a018-4a33-83de-ea33b460e1c6 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8902a87-b096-4e92-839e-dc683fa66a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753789 Dec 07 15:30:00.503061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088498db-781a-4ce6-9cf8-dce9427c5ec5,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:00.510953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:00.541284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.543638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:00.563374 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-288b5fd4-50b7-408d-ba7b-109b57d50e8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 1096 time: 0.7630372 Dec 07 15:30:00.591199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19b5e3a-8bd6-4b91-ab32-97ea87ddfbc6,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:00.595561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.596982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Notify callbacks [] for port, precommit_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.597164 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-062537e4-361c-40e3-99c3-db0fbd4883d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7672305 Dec 07 15:30:00.609964 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:00.611359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Transition to ACTIVE for port object 17b8262d-4a12-43b5-9193-1d91f2b2ea05 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:30:00.614053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43932) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:00.618443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] For port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=61da4b1b-b78b-47d1-8c5a-8d6ae766387d,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:30:00.631257 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'floatingip': {'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:00.645419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:00.652838 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Usage tracker for resource:floatingip and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:00.653343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.662475 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:00.667419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:00.674466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-7944b9ff-dcb4-481e-9a67-f81406c17a21 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:00.682429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:00.684231 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-7944b9ff-dcb4-481e-9a67-f81406c17a21 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 818 time: 0.9988303 Dec 07 15:30:00.695824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.712640 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6297884 Dec 07 15:30:00.712640 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 43936) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:00.717898 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-64fd6c4d-f332-4eac-b20b-41a4710ba555 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a HTTP/1.1" status: 200 len: 217 time: 0.1385624 Dec 07 15:30:00.721673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'floatingip': {'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:00.739214 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:00.747800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:floatingip and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:00.753368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:00.768153 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:00.790828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.801957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.818412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7e4458a8-e967-4806-9be5-f562edb81694 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:00.819989 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-7e4458a8-e967-4806-9be5-f562edb81694 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0947814 Dec 07 15:30:00.853135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:00.901792 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-6a00b333-d246-4e86-a0e5-7022f53b1b94 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/quotas/36b0c474093e4892b8b82b68232a3cfb HTTP/1.1" status: 200 len: 375 time: 0.2139270 Dec 07 15:30:00.911264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7669e-8130-425d-8956-762199d71191 None None] Pushing event updated for resources: {'Port': ['ID=17b8262d-4a12-43b5-9193-1d91f2b2ea05,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:01.048473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] Set router 1895a0af-7b26-4a34-9566-5829296410c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:30:01.071740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e9f7669e-8130-425d-8956-762199d71191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:01.078219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:01.161412 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-a8f02283-ce8e-42b3-b544-8f759f0ef4d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2311544 Dec 07 15:30:01.245987 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Attempting to bind port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:30:01.246585 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Attempting to bind port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:30:01.247119 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Attempting to bind port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 on network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:01.253173 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:30:01.254062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:01.361419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:01.471347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:30:01.471884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Checking segment: {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:30:01.472223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:01.472645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Bound using segment: {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:30:01.473199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Bound port: 17b8262d-4a12-43b5-9193-1d91f2b2ea05, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:30:01.473786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:01.482953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:01.490291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef151a-6715-413f-b84d-a6ba3dcb2d2b None None] Pushing event updated for resources: {'Port': ['ID=61da4b1b-b78b-47d1-8c5a-8d6ae766387d,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:01.504199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-26ef151a-6715-413f-b84d-a6ba3dcb2d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:01.533639 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-c6bd774f-429e-4665-9680-7a629e37f26b service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540714 Dec 07 15:30:01.835794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Allocated IP 172.27.1.86 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/7eb2a5f5-128c-4f72-95ec-47f96dc8b79e) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:30:01.890005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6526f6-5cac-44c7-8c39-f0e5ba989a65 req-ba023560-e8da-4ecc-b979-9546da0b425e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:01.905697 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e6526f6-5cac-44c7-8c39-f0e5ba989a65 req-ba023560-e8da-4ecc-b979-9546da0b425e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 943 time: 1.0845826 Dec 07 15:30:01.925010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] For port 17b8262d-4a12-43b5-9193-1d91f2b2ea05, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:30:01.928457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] For port 17b8262d-4a12-43b5-9193-1d91f2b2ea05, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=17b8262d-4a12-43b5-9193-1d91f2b2ea05,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:30:01.953795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:30:01.988128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895a0af-7b26-4a34-9566-5829296410c5', 'name': 'tempest-ServerRescueNegativeTestJSON-125496952-router', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:34Z', 'updated_at': '2021-12-07T15:29:51Z', 'revision_number': 4, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'gw_port': {'id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:36Z', 'updated_at': '2021-12-07T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '894f3fd7-2231-4c9a-860b-679604d3ba14', 'name': '', 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'mac_address': 'fa:16:3e:ab:59:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbfde2cc-ef71-41be-a2d0-d97793750c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:47Z', 'updated_at': '2021-12-07T15:30:00Z', 'revision_number': 4, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'subnets': [{'id': 'fbfde2cc-ef71-41be-a2d0-d97793750c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:02.004760 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:02.008665 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454ddf6-e8b7-481c-8ac1-eb8ff33c64d0 None None] The sync data for ids ['1895a0af-7b26-4a34-9566-5829296410c5'] in dv-cinder-820628-1-iscsi is: [{'id': '1895a0af-7b26-4a34-9566-5829296410c5', 'name': 'tempest-ServerRescueNegativeTestJSON-125496952-router', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:34Z', 'updated_at': '2021-12-07T15:29:51Z', 'revision_number': 4, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'gw_port': {'id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:36Z', 'updated_at': '2021-12-07T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '894f3fd7-2231-4c9a-860b-679604d3ba14', 'name': '', 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'mac_address': 'fa:16:3e:ab:59:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbfde2cc-ef71-41be-a2d0-d97793750c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:47Z', 'updated_at': '2021-12-07T15:30:00Z', 'revision_number': 4, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'subnets': [{'id': 'fbfde2cc-ef71-41be-a2d0-d97793750c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:30:02.016061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:02.019865 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-7d63de9a-2e0b-40db-b65e-f6acae270c40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1170061 Dec 07 15:30:02.238509 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36cf8879-baee-4352-a175-0a519f0a0856 req-d708ef38-cf7c-4f9a-904c-1470c9b2b98a service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916611 Dec 07 15:30:02.313842 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e6526f6-5cac-44c7-8c39-f0e5ba989a65 req-7768c53f-66df-4992-9648-8d9875159d4e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070907 Dec 07 15:30:02.386596 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-887cead5-f161-48e7-847b-68565da2f38e service neutron] 10.222.0.64 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657844 Dec 07 15:30:02.487737 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:02.641605 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 894f3fd7-2231-4c9a-860b-679604d3ba14 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:02.668454 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:02.744854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7669e-8130-425d-8956-762199d71191 None None] Pushing event updated for resources: {'Port': ['ID=17b8262d-4a12-43b5-9193-1d91f2b2ea05,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:02.750473 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-2a5df494-8107-4f62-af24-eeecd5e51b20 service neutron] 10.222.0.64 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565049 Dec 07 15:30:02.753118 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:02.773882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e9f7669e-8130-425d-8956-762199d71191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:02.774566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:30:02.775337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:29:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:02.821276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Allocated IP 172.27.1.198 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/b15859e5-101e-4fed-93a5-e4ec5879f989) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:30:03.070459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:30:03.070459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:03.070459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:30:03.396510 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07e8291-7e0c-48d9-b838-56982b01fbe1', 'tag': '37f4f15b-2a36-4853-9530-4e1a98374bc1', 'status': 'completed', 'code': 200} Dec 07 15:30:03.444249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:30:03.466078 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:03.521001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'Port': ['ID=7eb2a5f5-128c-4f72-95ec-47f96dc8b79e,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:03.522806 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 894f3fd7-2231-4c9a-860b-679604d3ba14 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:03.553713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 894f3fd7-2231-4c9a-860b-679604d3ba14 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:03.554141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:03.607125 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:03.607125 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:03.652072 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5e437774-37f4-42b1-9c63-91757a594ee0 req-0c3b1d3c-bd1f-4353-8180-655ee808aaa0 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 210 time: 0.0898623 Dec 07 15:30:03.673234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:00Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:03.808094 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbdff0-f4d3-4f11-b53a-bf2ee0a83b3e req-b6ac17dd-c4c8-468c-8a0c-cc789e67e14d tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:03.816671 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0ccbdff0-f4d3-4f11-b53a-bf2ee0a83b3e req-b6ac17dd-c4c8-468c-8a0c-cc789e67e14d tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 943 time: 0.5980837 Dec 07 15:30:03.826509 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ac816866-c196-43ee-8a85-65be602fb109 req-d49c965c-3577-471a-a7f3-a68c0abe9c29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea483c64e5c1492a9db2f9ac6e98c6bb&device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 1096 time: 0.4388618 Dec 07 15:30:03.828906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493705f-743d-46df-8b52-f9fc98e7aaac None None] The sync data for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi is: [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:00Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:30:03.862179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 37f4f15b-2a36-4853-9530-4e1a98374bc1 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:30:04.327558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:04.343705 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:04.364875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:04.371648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac816866-c196-43ee-8a85-65be602fb109 req-47b57696-498e-45b3-884c-9c0f69b21282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:04.377258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:04.378617 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ac816866-c196-43ee-8a85-65be602fb109 req-47b57696-498e-45b3-884c-9c0f69b21282 service neutron] 10.222.0.66 "GET /v2.0/networks?id=aeb96f19-270c-46b9-9658-a4a1af625aea HTTP/1.1" status: 200 len: 912 time: 0.4975696 Dec 07 15:30:04.419149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 44022) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:04.471071 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0ccbdff0-f4d3-4f11-b53a-bf2ee0a83b3e req-401ac3d4-b553-4868-9352-ef2db68ae774 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8902a87-b096-4e92-839e-dc683fa66a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433756 Dec 07 15:30:04.472772 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:04.542635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'Port': ['ID=7eb2a5f5-128c-4f72-95ec-47f96dc8b79e,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:04.575156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:04.577390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:04.587787 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9568129 Dec 07 15:30:04.626292 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:04.637237 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:04.665023 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:04.877571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:30:04.890476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:04.899199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:30:04.950322 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ac816866-c196-43ee-8a85-65be602fb109 req-a11446a7-72be-4d20-bda3-b364e85b60e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f4f15b-2a36-4853-9530-4e1a98374bc1 HTTP/1.1" status: 200 len: 217 time: 0.5319560 Dec 07 15:30:04.950502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'Port': ['ID=b15859e5-101e-4fed-93a5-e4ec5879f989,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:04.969015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:05.079573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 37f4f15b-2a36-4853-9530-4e1a98374bc1, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=37f4f15b-2a36-4853-9530-4e1a98374bc1,segment=NetworkSegment(958d88a5-3441-47ae-a783-25d69772b4d4),segment_id=958d88a5-3441-47ae-a783-25d69772b4d4)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:05.222537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': '37f4f15b-2a36-4853-9530-4e1a98374bc1', 'network_id': 'aeb96f19-270c-46b9-9658-a4a1af625aea', 'port_id': '37f4f15b-2a36-4853-9530-4e1a98374bc1', 'mac_address': 'fa:16:3e:a8:c2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f729ff22-6ad6-4208-a7af-cd1a117b4af3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:30:05.242400 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 894f3fd7-2231-4c9a-860b-679604d3ba14, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=894f3fd7-2231-4c9a-860b-679604d3ba14,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:05.263146 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:05.299744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:05.323318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:05.354580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac816866-c196-43ee-8a85-65be602fb109 req-f3f3adcd-f734-4ef1-99f5-9985b34c910b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:05.356182 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ac816866-c196-43ee-8a85-65be602fb109 req-f3f3adcd-f734-4ef1-99f5-9985b34c910b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f729ff22-6ad6-4208-a7af-cd1a117b4af3 HTTP/1.1" status: 200 len: 851 time: 0.1608112 Dec 07 15:30:05.399482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbc26e9-1076-4159-a3e6-51d00932ea14', 'tag': 'e3a7f6f9-a790-45d5-884e-5b34d898288a'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:05.520162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:05.890422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 61da4b1b-b78b-47d1-8c5a-8d6ae766387d up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:05.897254 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:05.943632 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ac816866-c196-43ee-8a85-65be602fb109 req-a3fc1419-7efa-4d83-9d4e-f8bbc84d016f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aeb96f19-270c-46b9-9658-a4a1af625aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5453613 Dec 07 15:30:05.952906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:05.961624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:05.968035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:05.972726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-3e549eb0-4b68-4d29-afb7-2263534978af tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:05.974420 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-3e549eb0-4b68-4d29-afb7-2263534978af tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 818 time: 1.1932664 Dec 07 15:30:06.020550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc068d-a5cf-4b69-8ddc-a74e9c98f0f1 req-1b592378-29c7-412b-967b-4eb301cd0642 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:06.029746 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3ddc068d-a5cf-4b69-8ddc-a74e9c98f0f1 req-1b592378-29c7-412b-967b-4eb301cd0642 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 943 time: 1.6213987 Dec 07 15:30:06.035340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:01Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:06.075270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bbe09b-903f-4c0a-bdfc-1b26abf93730 None None] The sync data for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi is: [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:01Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:30:06.101931 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'Port': ['ID=b15859e5-101e-4fed-93a5-e4ec5879f989,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:06.107128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:06.114486 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:06.120980 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:06.167840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:06.169221 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4594913 Dec 07 15:30:06.173437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=894f3fd7-2231-4c9a-860b-679604d3ba14,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:06.189875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:06.189875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f4f15b-2a36-4853-9530-4e1a98374bc1 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:06.210429 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3ddc068d-a5cf-4b69-8ddc-a74e9c98f0f1 req-297c8840-c961-48e0-9ca5-4d9ae8327481 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798556 Dec 07 15:30:06.276450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 37f4f15b-2a36-4853-9530-4e1a98374bc1, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=37f4f15b-2a36-4853-9530-4e1a98374bc1,segment=NetworkSegment(958d88a5-3441-47ae-a783-25d69772b4d4),segment_id=958d88a5-3441-47ae-a783-25d69772b4d4)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:06.321584 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:06.324172 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-26ef151a-6715-413f-b84d-a6ba3dcb2d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:06.438747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:06.441005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device e3a7f6f9-a790-45d5-884e-5b34d898288a details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:30:06.463959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:06.477245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:06.477790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:06.483478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] Usage tracker for resource:security_group_rule and tenant:e654cbce79634fb29460b05ad0223e71 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:06.514073 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-f81c101f-f49d-401e-8c44-0a56383a33c6 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/quotas/36b0c474093e4892b8b82b68232a3cfb HTTP/1.1" status: 200 len: 375 time: 0.5000730 Dec 07 15:30:06.515099 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:06.595525 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=37f4f15b-2a36-4853-9530-4e1a98374bc1,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:06.620202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['37f4f15b-2a36-4853-9530-4e1a98374bc1'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:06.702601 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:06.731009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:06.917852 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-96da683b-c77b-4484-a40b-8a1d076fd046 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1573753295&fields=id&tenant_id=c86b3cd6fc164c11913f5d19eb7427a3 HTTP/1.1" status: 200 len: 267 time: 0.3680851 Dec 07 15:30:06.921570 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ac816866-c196-43ee-8a85-65be602fb109 req-424b50db-aafa-4d90-adcf-eae1bbd3f5ec service neutron] 10.222.0.66 "GET /v2.0/networks/aeb96f19-270c-46b9-9658-a4a1af625aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9461243 Dec 07 15:30:07.046682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port e3a7f6f9-a790-45d5-884e-5b34d898288a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:07.070645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'e3a7f6f9-a790-45d5-884e-5b34d898288a', 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda', 'port_id': 'e3a7f6f9-a790-45d5-884e-5b34d898288a', 'mac_address': 'fa:16:3e:31:d6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dc1926-414b-41da-885d-bbcd7219f7d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:30:07.087890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:07.194078 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:07.215420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-963637fe-ee26-428e-a3af-d96dab2a3fa1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:07.223151 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-963637fe-ee26-428e-a3af-d96dab2a3fa1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 817 time: 0.3041027 Dec 07 15:30:07.255563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a7f6f9-a790-45d5-884e-5b34d898288a {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:07.382011 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=61da4b1b-b78b-47d1-8c5a-8d6ae766387d,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:07.408764 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port e3a7f6f9-a790-45d5-884e-5b34d898288a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:07.417984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:07.419174 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 17b8262d-4a12-43b5-9193-1d91f2b2ea05 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:07.462249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-49bf2007-fc20-4648-8ed8-f6b57cd1b43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:07.544646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:07.554043 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-61c75449-fc1e-4315-9832-1c02ae345476 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/quotas/c86b3cd6fc164c11913f5d19eb7427a3 HTTP/1.1" status: 200 len: 375 time: 0.3299105 Dec 07 15:30:07.557365 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ac816866-c196-43ee-8a85-65be602fb109 req-69af5bb1-d553-496e-abae-509d407d71c8 service neutron] 10.222.0.66 "GET /v2.0/networks/aeb96f19-270c-46b9-9658-a4a1af625aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477879 Dec 07 15:30:07.582448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-61e5fd72-08e1-4fba-a287-6ccaa78f1abc tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:07.584745 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-61e5fd72-08e1-4fba-a287-6ccaa78f1abc tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.66 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 818 time: 1.3877673 Dec 07 15:30:07.606518 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=61da4b1b-b78b-47d1-8c5a-8d6ae766387d,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:07.610151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:07.612988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e9f7669e-8130-425d-8956-762199d71191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:07.667222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Request body: {'port': {'device_id': '2b593e02-ed90-4467-8c9e-3429a3c00218', 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9', 'admin_state_up': True, 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:07.700635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=e3a7f6f9-a790-45d5-884e-5b34d898288a,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:07.713581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:07.714814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:07.722501 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:07.723018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:07.772828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['e3a7f6f9-a790-45d5-884e-5b34d898288a'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:07.776813 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-aa9d573b-fc76-44ef-b601-68ea0a6110c6 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1107368 Dec 07 15:30:07.933162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:07.981658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:08.018545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-e06374af-06f9-4544-81e7-2aa2adbaf6d0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Synchronizing usage tracker for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:08.035353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:08.052543 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 17b8262d-4a12-43b5-9193-1d91f2b2ea05, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=17b8262d-4a12-43b5-9193-1d91f2b2ea05,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:08.070957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f1515cbe-d250-4919-9eed-b273ebf36f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:08.086859 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:08.106676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:08.108790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-12fb6109-d9a5-4fb4-a5c0-fde995aa4dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:08.114888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Usage tracker for resource:port and tenant:36b0c474093e4892b8b82b68232a3cfb is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:08.118134 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:08.155679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:08.169586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0395ffb-4af6-4baf-821d-6d6b5231b381,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:08.173155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:08.179216 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e654cbce79634fb29460b05ad0223e71&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7191043 Dec 07 15:30:08.182681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44118) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:08.182830 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-7ed37776-d8fa-494b-90a2-6ee421ea3cf1 service neutron] 10.222.0.64 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488925 Dec 07 15:30:08.194325 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=17b8262d-4a12-43b5-9193-1d91f2b2ea05,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:08.197879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:08.228197 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-e06374af-06f9-4544-81e7-2aa2adbaf6d0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Unset dirty status for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:08.230481 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-e06374af-06f9-4544-81e7-2aa2adbaf6d0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6425805 Dec 07 15:30:08.265287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 894f3fd7-2231-4c9a-860b-679604d3ba14 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:08.311467 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Made reservation on behalf of 36b0c474093e4892b8b82b68232a3cfb for: {'port': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:08.319454 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b2b9b42-d301-47d7-aebb-b5db8f3c668a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:08.320076 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:08.351956 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 37f4f15b-2a36-4853-9530-4e1a98374bc1 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:08.378021 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b2b9b42-d301-47d7-aebb-b5db8f3c668a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:08.501194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 894f3fd7-2231-4c9a-860b-679604d3ba14 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:08.501747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:08.658235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 61da4b1b-b78b-47d1-8c5a-8d6ae766387d up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:08.665072 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-5f84ac62-28b6-48d5-815a-6e4213e1d282 service neutron] 10.222.0.64 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753096 Dec 07 15:30:08.693901 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-965b7f63-018f-4fea-b4c4-f29e2c6b8d0c service neutron] 10.222.0.64 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334207 Dec 07 15:30:08.748474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:08.748906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:09.053486 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-fca43b26-15d6-4c07-b280-ed0e1d79b144 service neutron] 10.222.0.64 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584266 Dec 07 15:30:09.710397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port 37f4f15b-2a36-4853-9530-4e1a98374bc1 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:09.716141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port 37f4f15b-2a36-4853-9530-4e1a98374bc1 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:09.720957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:09.813744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b2b9b42-d301-47d7-aebb-b5db8f3c668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:09.835399 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:09.875898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b2b9b42-d301-47d7-aebb-b5db8f3c668a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:09.876043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:09.876147 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5b2b9b42-d301-47d7-aebb-b5db8f3c668a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0395ffb-4af6-4baf-821d-6d6b5231b381 HTTP/1.1" status: 204 len: 168 time: 1.6889873 Dec 07 15:30:09.876708 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b9b42-d301-47d7-aebb-b5db8f3c668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0395ffb-4af6-4baf-821d-6d6b5231b381,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:09.889355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5b2b9b42-d301-47d7-aebb-b5db8f3c668a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:09.970671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Allocated IP 172.20.0.3 (bbbc4c27-c24a-4474-a770-02721db0b5d9/fbfde2cc-ef71-41be-a2d0-d97793750c88/edae90c7-a115-4eab-b1cd-be3906aeba33) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:30:09.981624 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbc26e9-1076-4159-a3e6-51d00932ea14', 'tag': 'e3a7f6f9-a790-45d5-884e-5b34d898288a', 'status': 'completed', 'code': 200} Dec 07 15:30:09.982873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07e8291-7e0c-48d9-b838-56982b01fbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f4f15b-2a36-4853-9530-4e1a98374bc1'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:10.254340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 37f4f15b-2a36-4853-9530-4e1a98374bc1, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=37f4f15b-2a36-4853-9530-4e1a98374bc1,segment=NetworkSegment(958d88a5-3441-47ae-a783-25d69772b4d4),segment_id=958d88a5-3441-47ae-a783-25d69772b4d4)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:10.260763 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 17b8262d-4a12-43b5-9193-1d91f2b2ea05 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:10.318770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:10.334189 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:10.390564 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device e3a7f6f9-a790-45d5-884e-5b34d898288a up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:10.525576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=37f4f15b-2a36-4853-9530-4e1a98374bc1,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:10.531724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:10.536748 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:10.537267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:10.671748 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port e3a7f6f9-a790-45d5-884e-5b34d898288a completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:10.693030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port e3a7f6f9-a790-45d5-884e-5b34d898288a triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:10.693796 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:10.699090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-f701ac2d-7fa8-4238-bd48-c7f8c83d78cd tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Synchronizing usage tracker for tenant:f29024093ec14a4388390d83481f4329 on resource:security_group {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:10.709579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:10.733391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b637a4e-2658-4a64-97ba-1ac197b85d6a req-2e83c50b-4029-47ae-a1c3-ddeea42341ad tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:10.733844 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b637a4e-2658-4a64-97ba-1ac197b85d6a req-2e83c50b-4029-47ae-a1c3-ddeea42341ad tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 945 time: 0.5155027 Dec 07 15:30:10.740198 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9450d3f6-b10f-41f0-aff4-9fcfd36b63f0 req-3fb91551-b0cd-40ae-b4b9-1440a32001e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 1097 time: 0.7434537 Dec 07 15:30:10.856010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:10.875122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-f701ac2d-7fa8-4238-bd48-c7f8c83d78cd tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Unset dirty status for tenant:f29024093ec14a4388390d83481f4329 on resource:security_group {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:10.876689 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-f701ac2d-7fa8-4238-bd48-c7f8c83d78cd tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--565162607&fields=id&tenant_id=f29024093ec14a4388390d83481f4329 HTTP/1.1" status: 200 len: 267 time: 0.4773753 Dec 07 15:30:10.891880 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b637a4e-2658-4a64-97ba-1ac197b85d6a req-4c9c87e2-d3f9-4971-ac19-e2a68b43e415 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8902a87-b096-4e92-839e-dc683fa66a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431663 Dec 07 15:30:10.907290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port e3a7f6f9-a790-45d5-884e-5b34d898288a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:10.963820 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:10.967629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:11.013548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44184) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:11.048820 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=e3a7f6f9-a790-45d5-884e-5b34d898288a,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:11.054828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:11.059670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.104739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.168528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.168901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:11.173561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] Usage tracker for resource:security_group_rule and tenant:7353305802a3406588b5da004c738464 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:11.178154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:11.186319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:11.244967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:11.278869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d3f6-b10f-41f0-aff4-9fcfd36b63f0 req-6ea94061-f023-4468-bd18-ea3bc02485d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:11.280478 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9450d3f6-b10f-41f0-aff4-9fcfd36b63f0 req-6ea94061-f023-4468-bd18-ea3bc02485d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 915 time: 0.5136194 Dec 07 15:30:11.410818 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.430761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-ed995853-ab9b-4655-91e8-06d64e9bfed8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:11.431568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-ed995853-ab9b-4655-91e8-06d64e9bfed8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Synchronizing usage tracker for tenant:f29024093ec14a4388390d83481f4329 on resource:network {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:11.435545 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9450d3f6-b10f-41f0-aff4-9fcfd36b63f0 req-cac99357-5e2f-4677-a3c9-8a21eded2ed9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a HTTP/1.1" status: 200 len: 217 time: 0.1352196 Dec 07 15:30:11.444475 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Network bbbc4c27-c24a-4474-a770-02721db0b5d9 is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:30:11.465097 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.477135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:11.490051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:11.492060 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Pushing event updated for resources: {'Port': ['ID=edae90c7-a115-4eab-b1cd-be3906aeba33,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:11.499698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:30:11.504689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:11.504835 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.517271 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:11.520210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf8ba5-eb7b-450d-ab5c-5d7691b141a0,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:11.526850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:11.547132 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7353305802a3406588b5da004c738464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5321944 Dec 07 15:30:11.551104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44202) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:11.570489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65883a08-08a1-4ba4-a99f-19eacc88473f req-535ab2f9-fd78-4d53-a9aa-d95f637d0050 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:11.579232 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-65883a08-08a1-4ba4-a99f-19eacc88473f req-535ab2f9-fd78-4d53-a9aa-d95f637d0050 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 945 time: 0.4724746 Dec 07 15:30:11.612453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-ed995853-ab9b-4655-91e8-06d64e9bfed8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Unset dirty status for tenant:f29024093ec14a4388390d83481f4329 on resource:network {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:11.613746 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-ed995853-ab9b-4655-91e8-06d64e9bfed8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/networks?id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 200 len: 811 time: 0.7214913 Dec 07 15:30:11.626024 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d3f6-b10f-41f0-aff4-9fcfd36b63f0 req-33c1e29f-2536-4459-ae78-7ffbad027793 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:11.626024 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9450d3f6-b10f-41f0-aff4-9fcfd36b63f0 req-33c1e29f-2536-4459-ae78-7ffbad027793 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.1755648 Dec 07 15:30:11.632186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-30b564db-ed22-4e39-952f-cbe00eac48ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.664045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-30b564db-ed22-4e39-952f-cbe00eac48ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.691506 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0606744 Dec 07 15:30:11.700419 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9450d3f6-b10f-41f0-aff4-9fcfd36b63f0 req-8ceea39f-6821-487b-996a-6608348437c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626254 Dec 07 15:30:11.705801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Request body: {'port': {'device_id': '2b593e02-ed90-4467-8c9e-3429a3c00218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:11.740072 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-c4b41c45-8b71-421f-a279-0f40249c2d1b tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/quotas/f29024093ec14a4388390d83481f4329 HTTP/1.1" status: 200 len: 375 time: 0.1041002 Dec 07 15:30:11.780034 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-65883a08-08a1-4ba4-a99f-19eacc88473f req-703a6741-ae01-4262-b300-5cb997384696 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000747 Dec 07 15:30:11.881327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-30b564db-ed22-4e39-952f-cbe00eac48ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.887595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4694493b-0cc0-485e-a79b-08119da563d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:11.909982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b564db-ed22-4e39-952f-cbe00eac48ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf8ba5-eb7b-450d-ab5c-5d7691b141a0,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:11.909982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-30b564db-ed22-4e39-952f-cbe00eac48ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:11.915960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-30b564db-ed22-4e39-952f-cbe00eac48ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.921012 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-30b564db-ed22-4e39-952f-cbe00eac48ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dbbf8ba5-eb7b-450d-ab5c-5d7691b141a0 HTTP/1.1" status: 204 len: 168 time: 0.3684931 Dec 07 15:30:12.339096 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-35ce9d5a-324a-4308-b226-56f46eb0a2da req-be0cbc8e-dc38-4c18-b5fe-a5351701f81a tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Synchronizing usage tracker for tenant:36b0c474093e4892b8b82b68232a3cfb on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:12.375446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:12.376774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.66', 63918) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:12.417118 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9450d3f6-b10f-41f0-aff4-9fcfd36b63f0 req-b0fa601e-428a-45de-ae30-c414e8bc85a8 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835878 Dec 07 15:30:12.424119 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-2d2e5190-9328-41b3-ac3b-54cb087f5bbb tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f29024093ec14a4388390d83481f4329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6429558 Dec 07 15:30:12.532057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-35ce9d5a-324a-4308-b226-56f46eb0a2da req-be0cbc8e-dc38-4c18-b5fe-a5351701f81a tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Unset dirty status for tenant:36b0c474093e4892b8b82b68232a3cfb on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:12.533465 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-35ce9d5a-324a-4308-b226-56f46eb0a2da req-be0cbc8e-dc38-4c18-b5fe-a5351701f81a tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 210 time: 0.5506210 Dec 07 15:30:12.582982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-13e86ba9-ed71-491c-a963-77c647933e12 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:12.582982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-13e86ba9-ed71-491c-a963-77c647933e12 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Synchronizing usage tracker for tenant:36b0c474093e4892b8b82b68232a3cfb on resource:network {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:12.636984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-13e86ba9-ed71-491c-a963-77c647933e12 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Unset dirty status for tenant:36b0c474093e4892b8b82b68232a3cfb on resource:network {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:12.638429 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-13e86ba9-ed71-491c-a963-77c647933e12 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.66 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 818 time: 0.2570426 Dec 07 15:30:12.655828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Request body: {'port': {'device_id': '497b014f-5470-4fd1-ada6-913c8902a547', 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9', 'admin_state_up': True, 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:12.832890 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-161facda-3ec5-42ad-aa89-e0645c7adb4a req-4558b16f-99b6-4239-a6dc-a72eca2ea509 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 210 time: 0.0824871 Dec 07 15:30:12.851043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:12.865850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:12.910034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Made reservation on behalf of 36b0c474093e4892b8b82b68232a3cfb for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:12.913123 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9450d3f6-b10f-41f0-aff4-9fcfd36b63f0 req-ada699f6-4a06-4502-9a4c-72a546ff8f51 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564593 Dec 07 15:30:12.919469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:12.934538 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-ed23595e-03a9-4fee-aa25-53b03f73b816 service neutron] 10.222.0.64 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793284 Dec 07 15:30:13.363337 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-d13a9ffa-a458-488d-a7fc-724f06428816 service neutron] 10.222.0.64 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715196 Dec 07 15:30:13.397716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-3e6f7ec3-18e4-4099-9bd2-f41267cff707 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:13.403190 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-3e6f7ec3-18e4-4099-9bd2-f41267cff707 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.66 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 817 time: 0.3803411 Dec 07 15:30:13.570633 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07e8291-7e0c-48d9-b838-56982b01fbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f4f15b-2a36-4853-9530-4e1a98374bc1', 'code': 200} Dec 07 15:30:13.660500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edae90c7-a115-4eab-b1cd-be3906aeba33 {{(pid=88287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:13.731516 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:13.777721 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-65e63537-cdba-4ef3-bb6c-d096903e43f9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86b3cd6fc164c11913f5d19eb7427a3 HTTP/1.1" status: 200 len: 380 time: 0.3608837 Dec 07 15:30:13.784100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Transition to ACTIVE for port object edae90c7-a115-4eab-b1cd-be3906aeba33 will not be triggered until provisioned by entity L2. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:30:13.793714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'port': {'device_id': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'admin_state_up': True, 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'security_groups': ['03e6e292-6253-4f68-85d0-19955a3360f8']}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:13.823688 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:13.856225 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:13.932300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Allocated IP 172.20.0.5 (bbbc4c27-c24a-4474-a770-02721db0b5d9/fbfde2cc-ef71-41be-a2d0-d97793750c88/48e8c972-c7e9-4519-bc26-ab7ad097af45) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:30:14.030271 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.66', 63925) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:14.136199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54bd54-8d98-4da9-8bb2-86742c420556 req-8e1d0264-c235-41a0-bd4e-37597de5d627 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:14.143746 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cf54bd54-8d98-4da9-8bb2-86742c420556 req-8e1d0264-c235-41a0-bd4e-37597de5d627 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 945 time: 0.4692149 Dec 07 15:30:14.191063 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Pushing event updated for resources: {'Port': ['ID=edae90c7-a115-4eab-b1cd-be3906aeba33,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:14.201603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:14.303691 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:14.344880 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cf54bd54-8d98-4da9-8bb2-86742c420556 req-ecc9ce6c-d010-4697-87b6-08b50370f9b2 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8902a87-b096-4e92-839e-dc683fa66a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000811 Dec 07 15:30:14.354862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:14.380778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Attempting to bind port edae90c7-a115-4eab-b1cd-be3906aeba33 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:30:14.380778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Attempting to bind port edae90c7-a115-4eab-b1cd-be3906aeba33 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:30:14.380778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Attempting to bind port edae90c7-a115-4eab-b1cd-be3906aeba33 on network bbbc4c27-c24a-4474-a770-02721db0b5d9 {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:14.393263 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f82d5-dffe-4b4e-9882-5e9164f5d77a req-2c0723d8-2b1f-4945-a565-e4c4b2c8f1dd tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:14.394856 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b19f82d5-dffe-4b4e-9882-5e9164f5d77a req-2c0723d8-2b1f-4945-a565-e4c4b2c8f1dd tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 945 time: 0.5524523 Dec 07 15:30:14.408277 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Port edae90c7-a115-4eab-b1cd-be3906aeba33 on network bbbc4c27-c24a-4474-a770-02721db0b5d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:30:14.408637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Attempting to bind port edae90c7-a115-4eab-b1cd-be3906aeba33 on network bbbc4c27-c24a-4474-a770-02721db0b5d9 {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:14.434044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:14.437980 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44292) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:14.465123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:30:14.465514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Checking segment: {'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:30:14.465943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Bound using segment: {'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:30:14.466433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Bound port: edae90c7-a115-4eab-b1cd-be3906aeba33, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'}}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:30:14.466816 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:14.492080 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-f06a5edd-7576-4fd8-a5c4-00d23628cb18 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 1098 time: 0.4604213 Dec 07 15:30:14.534999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Made reservation on behalf of c86b3cd6fc164c11913f5d19eb7427a3 for: {'port': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:14.543998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:14.553283 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:14.583757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:14.604958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:14.750654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Network bbbc4c27-c24a-4474-a770-02721db0b5d9 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:30:14.752130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:14.772550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:14.778374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Usage tracker for resource:security_group_rule and tenant:733dc0ea289b4ae39e2e045e7f499efe is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:14.786544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:30:14.791258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:14.792072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:14.796726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:14.803417 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Pushing event updated for resources: {'Port': ['ID=48e8c972-c7e9-4519-bc26-ab7ad097af45,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:14.815214 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:14.816276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:14.818567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:14.902807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:14.912473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] Usage tracker for resource:security_group_rule and tenant:032fbf00731845528247128a1687b380 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:14.917158 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:14.928724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:14.934912 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2841640 Dec 07 15:30:14.972306 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Request body: {'port': {'device_id': '497b014f-5470-4fd1-ada6-913c8902a547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:15.019049 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b19f82d5-dffe-4b4e-9882-5e9164f5d77a req-d895acec-7e7b-4bcd-b225-74fb6001545c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912390 Dec 07 15:30:15.176162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] For port edae90c7-a115-4eab-b1cd-be3906aeba33, host hv-cinder-82062, cleared binding levels {{(pid=88287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:30:15.194028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3946d-fe8d-49fa-b016-2023ed922780 req-0bdb308e-1220-402f-8e29-e2e662b56865 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:15.195736 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14a3946d-fe8d-49fa-b016-2023ed922780 req-0bdb308e-1220-402f-8e29-e2e662b56865 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 931 time: 0.5568037 Dec 07 15:30:15.256544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] For port edae90c7-a115-4eab-b1cd-be3906aeba33, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edae90c7-a115-4eab-b1cd-be3906aeba33,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:30:15.292621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:15.322937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:15.325917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:15.339285 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:15.339780 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a1d65d28-542e-4c3b-8afd-1c1887f63dc9 req-cd6b17f6-f1b4-4f4b-93d2-2aac2971a58f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 210 time: 0.0873249 Dec 07 15:30:15.343799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:15.351444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:15.370969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:15.420892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Synchronizing usage tracker for tenant:733dc0ea289b4ae39e2e045e7f499efe on resource:security_group {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:15.434973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Pushing event updated for resources: {'Port': ['ID=edae90c7-a115-4eab-b1cd-be3906aeba33,revision_number=3']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:15.449824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:15.453258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:15.457481 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Allocated IP 172.20.0.10 (eafe2320-70ae-4b66-99a7-55c3ef384b8f/cc7f6efc-3391-4368-aaf5-cbbe3f46e08e/46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:30:15.479929 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14a3946d-fe8d-49fa-b016-2023ed922780 req-e36cd8a8-6fbe-4b66-8bc7-3283303cebde tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479959 Dec 07 15:30:15.484264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:15.485752 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] 10.222.0.66 "PUT /v2.0/ports/edae90c7-a115-4eab-b1cd-be3906aeba33 HTTP/1.1" status: 200 len: 1093 time: 3.7842834 Dec 07 15:30:15.486300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b593e02-ed90-4467-8c9e-3429a3c00218', 'tag': 'edae90c7-a115-4eab-b1cd-be3906aeba33'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:15.553212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Unset dirty status for tenant:733dc0ea289b4ae39e2e045e7f499efe on resource:security_group {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:15.554355 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-75f44aae-3c41-407f-b3fd-a3a386ab2fb4 req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b8902a87-b096-4e92-839e-dc683fa66a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0554690 Dec 07 15:30:15.570898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbc26e9-1076-4159-a3e6-51d00932ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a7f6f9-a790-45d5-884e-5b34d898288a'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:15.695298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=565a3f9d-bfa4-49ac-9787-400dae888f99,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:15.701350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:15.704975 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0394d0aa-5371-4d68-a9db-455209fde8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:15.726812 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4559afc9-8676-4519-b643-66cbd58be990 req-89208b64-4be7-4385-8c17-ffda81e0b74f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 210 time: 0.1978488 Dec 07 15:30:15.810430 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=032fbf00731845528247128a1687b380&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3693392 Dec 07 15:30:15.814509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b3775a-a384-4993-94f4-88619b06b1be,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:15.823373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:15.847957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 44326) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:15.894333 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b593e02-ed90-4467-8c9e-3429a3c00218', 'tag': 'edae90c7-a115-4eab-b1cd-be3906aeba33', 'status': 'completed', 'code': 200} Dec 07 15:30:15.942793 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbc26e9-1076-4159-a3e6-51d00932ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a7f6f9-a790-45d5-884e-5b34d898288a', 'code': 200} Dec 07 15:30:16.052123 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-08ba393b-64ec-4ea3-a503-554d616970be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 1096 time: 0.4471638 Dec 07 15:30:16.062398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:16.125334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e8c972-c7e9-4519-bc26-ab7ad097af45 {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:16.139044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:16.176136 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Transition to ACTIVE for port object 48e8c972-c7e9-4519-bc26-ab7ad097af45 will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:30:16.218183 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:16.220687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac55786-3ff7-4acf-ad5e-a52ded361375 req-6e9fd3cc-6b06-4386-b7e6-ff81e4185def tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:16.222670 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4ac55786-3ff7-4acf-ad5e-a52ded361375 req-6e9fd3cc-6b06-4386-b7e6-ff81e4185def tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 945 time: 0.5575128 Dec 07 15:30:16.224197 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:16.273265 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cadc3d05-4ce7-4a82-ac79-8e9552c2be78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:16.275963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Transition to ACTIVE for port object 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 will not be triggered until provisioned by entity DHCP. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:30:16.289346 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-2b861bab-aea2-4f59-927e-9812c1228519 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edae90c7-a115-4eab-b1cd-be3906aeba33 HTTP/1.1" status: 200 len: 217 time: 0.2231917 Dec 07 15:30:16.350456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.66', 63927) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:16.441337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cadc3d05-4ce7-4a82-ac79-8e9552c2be78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:16.552982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Pushing event updated for resources: {'Port': ['ID=48e8c972-c7e9-4519-bc26-ab7ad097af45,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:16.570865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:16.579834 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4ac55786-3ff7-4acf-ad5e-a52ded361375 req-b31c7324-a9e9-4cdc-9a74-2dfca38c6ae6 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8902a87-b096-4e92-839e-dc683fa66a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403804 Dec 07 15:30:16.594268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-fa635b8d-8e6f-4840-a00d-efbd761c3e47 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:16.595855 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-fa635b8d-8e6f-4840-a00d-efbd761c3e47 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 200 len: 858 time: 0.2947738 Dec 07 15:30:16.655321 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:16.673175 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb13600-0116-47a2-9390-59021e852c53 req-a8482970-795c-49ff-a994-0c6aff6dd1e5 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:16.674854 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9fb13600-0116-47a2-9390-59021e852c53 req-a8482970-795c-49ff-a994-0c6aff6dd1e5 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 945 time: 0.3724487 Dec 07 15:30:16.680737 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-8708d5ae-ccee-4535-8c3b-9085655998bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbbc4c27-c24a-4474-a770-02721db0b5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782292 Dec 07 15:30:16.691068 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:16.733347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Attempting to bind port 48e8c972-c7e9-4519-bc26-ab7ad097af45 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:30:16.736931 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Attempting to bind port 48e8c972-c7e9-4519-bc26-ab7ad097af45 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:30:16.736931 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Attempting to bind port 48e8c972-c7e9-4519-bc26-ab7ad097af45 on network bbbc4c27-c24a-4474-a770-02721db0b5d9 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:16.749169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Port 48e8c972-c7e9-4519-bc26-ab7ad097af45 on network bbbc4c27-c24a-4474-a770-02721db0b5d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:30:16.749513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Attempting to bind port 48e8c972-c7e9-4519-bc26-ab7ad097af45 on network bbbc4c27-c24a-4474-a770-02721db0b5d9 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:16.758097 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-794f97f3-d4e1-48c8-8d18-aaccbd47d266 req-606eb5e9-0805-47c1-8987-b98dc1819605 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 1098 time: 0.4027684 Dec 07 15:30:16.782975 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:30:16.783343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Checking segment: {'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:30:16.783901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Bound using segment: {'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:30:16.784790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Bound port: 48e8c972-c7e9-4519-bc26-ab7ad097af45, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5e6a87-06b5-470b-8e92-effb14df00a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:30:16.784790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:16.802159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-510dc509-51c6-4c6e-afb0-3af000394f64 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:16.804015 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-510dc509-51c6-4c6e-afb0-3af000394f64 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.66 "GET /v2.0/networks?id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 200 len: 811 time: 0.5192637 Dec 07 15:30:16.804164 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cadc3d05-4ce7-4a82-ac79-8e9552c2be78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:16.955982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-3c37370c-c19d-4546-9839-11bcd2daf51a tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Synchronizing usage tracker for tenant:f29024093ec14a4388390d83481f4329 on resource:security_group {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:16.967831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] For port 48e8c972-c7e9-4519-bc26-ab7ad097af45, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:30:16.975065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] For port 48e8c972-c7e9-4519-bc26-ab7ad097af45, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=48e8c972-c7e9-4519-bc26-ab7ad097af45,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:30:16.978810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-3c37370c-c19d-4546-9839-11bcd2daf51a tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Unset dirty status for tenant:f29024093ec14a4388390d83481f4329 on resource:security_group {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:16.980710 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-3c37370c-c19d-4546-9839-11bcd2daf51a tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f29024093ec14a4388390d83481f4329 HTTP/1.1" status: 200 len: 379 time: 0.1322939 Dec 07 15:30:16.988462 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Network eafe2320-70ae-4b66-99a7-55c3ef384b8f is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:30:16.991001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'port': {'device_id': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'admin_state_up': True, 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'security_groups': ['f45d9d24-74bf-471e-a340-6fe547a37abb']}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:17.001072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:17.003122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'Port': ['ID=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:17.008366 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:30:17.013244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:17.015957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:17.027974 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2ac5e782-967f-41b8-a476-7215b993fe78 req-6d6d7602-d5e2-4bfa-b96f-07294fe603cd tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 210 time: 0.1752067 Dec 07 15:30:17.037550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:17.043143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:17.068588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc3d05-4ce7-4a82-ac79-8e9552c2be78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b3775a-a384-4993-94f4-88619b06b1be,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:17.078921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cadc3d05-4ce7-4a82-ac79-8e9552c2be78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:17.086798 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9fb13600-0116-47a2-9390-59021e852c53 req-4c939f0d-1446-4dbd-9623-46e24f707838 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975151 Dec 07 15:30:17.169170 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-8679028e-6ff5-463f-bbce-1d156b7a7c62 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811058 Dec 07 15:30:17.194739 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-794f97f3-d4e1-48c8-8d18-aaccbd47d266 req-74f45d4f-9e3f-42d1-8ecd-f4e258888d0a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917904 Dec 07 15:30:17.252247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cadc3d05-4ce7-4a82-ac79-8e9552c2be78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:17.262489 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-cadc3d05-4ce7-4a82-ac79-8e9552c2be78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43b3775a-a384-4993-94f4-88619b06b1be HTTP/1.1" status: 204 len: 168 time: 1.3925633 Dec 07 15:30:17.277929 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4900293 Dec 07 15:30:17.477806 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:17.500179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:17.593549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:17.595093 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-05404009-84bf-4628-8386-9a6da632f03f service neutron] 10.222.0.66 "PUT /v2.0/ports/48e8c972-c7e9-4519-bc26-ab7ad097af45 HTTP/1.1" status: 200 len: 1093 time: 2.6479151 Dec 07 15:30:17.601247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497b014f-5470-4fd1-ada6-913c8902a547', 'tag': '48e8c972-c7e9-4519-bc26-ab7ad097af45'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:17.637672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Request body: {'port': {'device_id': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:17.664740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-48efc82b-f4ed-43a8-9ccc-f68e0709fbaa None None] Provisioning for port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:17.671902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-48efc82b-f4ed-43a8-9ccc-f68e0709fbaa None None] Provisioning complete for port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:17.672798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-48efc82b-f4ed-43a8-9ccc-f68e0709fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:17.785893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-48efc82b-f4ed-43a8-9ccc-f68e0709fbaa None None] Port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:30:17.827562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:17.837159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Pushing event updated for resources: {'Port': ['ID=48e8c972-c7e9-4519-bc26-ab7ad097af45,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:17.847458 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:17.854689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:port and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:17.861042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:17.886786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:17.888506 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57fcf6e9-26a9-4bbc-a60f-da102a436361 req-249969c2-8f3d-4775-ac03-8287d3de1e38 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922066 Dec 07 15:30:17.911585 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-91f5651c-6922-475b-add7-17dfbe957f19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 1096 time: 0.2325833 Dec 07 15:30:17.989959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a9de2-13ce-4765-bee3-bbedc6e8e557 req-45c8a3f9-7f83-4fd0-9a1e-aa78768edf97 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:18.004433 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0d9a9de2-13ce-4765-bee3-bbedc6e8e557 req-45c8a3f9-7f83-4fd0-9a1e-aa78768edf97 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 943 time: 0.4164059 Dec 07 15:30:18.025148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Made reservation on behalf of f29024093ec14a4388390d83481f4329 for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:18.032501 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:18.090318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb11ae-4ce5-4b92-a746-117072b76e31 req-0278def7-f6e6-48bc-bec3-816c5f602345 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:18.091086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-a7eb11ae-4ce5-4b92-a746-117072b76e31 req-0278def7-f6e6-48bc-bec3-816c5f602345 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Synchronizing usage tracker for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:18.103798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:18.143797 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-f6b6a2e2-07cb-4bc3-b79c-3489d2651f5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48e8c972-c7e9-4519-bc26-ab7ad097af45 HTTP/1.1" status: 200 len: 217 time: 0.2230744 Dec 07 15:30:18.204877 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0d9a9de2-13ce-4765-bee3-bbedc6e8e557 req-000526d9-34f5-4862-97ec-5875ece9a2ea tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994357 Dec 07 15:30:18.245933 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-046108f3-cf14-4bab-9617-4f5f70fc7acd req-c3adf94d-cafc-4f87-93c0-0f0b9fc4f341 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 1096 time: 0.2204838 Dec 07 15:30:18.248979 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-a7eb11ae-4ce5-4b92-a746-117072b76e31 req-0278def7-f6e6-48bc-bec3-816c5f602345 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Unset dirty status for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:18.256034 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a7eb11ae-4ce5-4b92-a746-117072b76e31 req-0278def7-f6e6-48bc-bec3-816c5f602345 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 932 time: 0.9219825 Dec 07 15:30:18.267994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-aed5f5e3-fb95-4853-8d77-d221231f933d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:18.269722 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-aed5f5e3-fb95-4853-8d77-d221231f933d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 200 len: 858 time: 0.1193466 Dec 07 15:30:18.418432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44394) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:18.422682 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-148ecf69-4c9b-4a1a-b46a-3ac35a9b64b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbbc4c27-c24a-4474-a770-02721db0b5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746725 Dec 07 15:30:18.484373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:18.580103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Allocated IP 172.20.0.12 (8c28e26f-2ef1-4651-bd4f-46d4692bf21f/ed661dd4-366e-41cb-9394-53e56919a3ab/6dec1902-55a0-4322-83a2-697949ab1980) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:30:18.600199 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a7eb11ae-4ce5-4b92-a746-117072b76e31 req-0af47157-745e-4949-999d-7aeac9114696 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431551 Dec 07 15:30:18.630353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:18.638249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] Usage tracker for resource:security_group_rule and tenant:7294b6441a134980bd3f8673e86c3890 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:18.642820 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:18.678098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:18.704927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046108f3-cf14-4bab-9617-4f5f70fc7acd req-826f2984-7a64-4944-8600-aab477d78dba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:18.706562 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-046108f3-cf14-4bab-9617-4f5f70fc7acd req-826f2984-7a64-4944-8600-aab477d78dba service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 919 time: 0.4481864 Dec 07 15:30:18.745639 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-7353dfab-68e9-4ee2-8c1e-a69276211b58 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989450 Dec 07 15:30:18.790198 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2075f-58d7-489b-b2a6-6ab93c5e95d0 req-f00a1c9e-b48d-4d0a-af32-52973b07c6fb tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:18.791920 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bbf2075f-58d7-489b-b2a6-6ab93c5e95d0 req-f00a1c9e-b48d-4d0a-af32-52973b07c6fb tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 945 time: 0.4021375 Dec 07 15:30:18.839885 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-046108f3-cf14-4bab-9617-4f5f70fc7acd req-b7ebec6d-ef43-46ad-8cd1-016b53051ff3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edae90c7-a115-4eab-b1cd-be3906aeba33 HTTP/1.1" status: 200 len: 217 time: 0.1248987 Dec 07 15:30:18.925491 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bbf2075f-58d7-489b-b2a6-6ab93c5e95d0 req-e900875c-81ca-48fd-a2d6-7dd884cecd12 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8902a87-b096-4e92-839e-dc683fa66a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222899 Dec 07 15:30:18.976205 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497b014f-5470-4fd1-ada6-913c8902a547', 'tag': '48e8c972-c7e9-4519-bc26-ab7ad097af45', 'status': 'completed', 'code': 200} Dec 07 15:30:19.001868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046108f3-cf14-4bab-9617-4f5f70fc7acd req-7bad4b90-ab37-436f-a685-e84dcb4cb93f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:19.003474 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-046108f3-cf14-4bab-9617-4f5f70fc7acd req-7bad4b90-ab37-436f-a685-e84dcb4cb93f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 200 len: 858 time: 0.1560507 Dec 07 15:30:19.124814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 {{(pid=88287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:19.133016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.152382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Transition to ACTIVE for port object 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 will not be triggered until provisioned by entity L2. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:30:19.161947 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-046108f3-cf14-4bab-9617-4f5f70fc7acd req-8955d95e-6994-49aa-9e90-46101f49848a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbbc4c27-c24a-4474-a770-02721db0b5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476650 Dec 07 15:30:19.168263 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6889c71-08aa-4ce2-8670-b6de2822d51e req-499087ca-d220-492d-aff5-dec2d0727195 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799891 Dec 07 15:30:19.171180 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2cfaa2e-ed82-4605-8c55-dbfb7feb297d req-e79fc897-c560-4f19-a556-05b0a6dec7a8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 210 time: 0.1007938 Dec 07 15:30:19.203245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.225919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.258963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Transition to ACTIVE for port object 6dec1902-55a0-4322-83a2-697949ab1980 will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:30:19.280439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.365178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.369878 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-046108f3-cf14-4bab-9617-4f5f70fc7acd req-925a03aa-dda5-46a4-bf89-6358aa825755 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966720 Dec 07 15:30:19.373536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3c0652b9-8f2e-4c10-bdfc-6ad509da757d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:19.396391 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7294b6441a134980bd3f8673e86c3890&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9646509 Dec 07 15:30:19.397381 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44414) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:19.422695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.483984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:30:19.495030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:19.510694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:30:19.515139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:19.516294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.589947 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5730aea-ad74-4a63-94f3-29c886c8802d req-fdd419d3-9309-4641-bd34-5c7fc6356b33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 1096 time: 0.3104863 Dec 07 15:30:19.591435 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b512e91-30e4-4809-9aa8-1c2f0981bd54,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:19.613532 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-046108f3-cf14-4bab-9617-4f5f70fc7acd req-52ec46ca-b76b-42ad-9fbd-a3c57ad2496b service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033987 Dec 07 15:30:19.616854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:19.617422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:19.664853 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:19.989226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'Port': ['ID=6dec1902-55a0-4322-83a2-697949ab1980,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:19.993347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5730aea-ad74-4a63-94f3-29c886c8802d req-6da2ed6b-61f0-4c7a-861f-678ad903d57b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:19.996145 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5730aea-ad74-4a63-94f3-29c886c8802d req-6da2ed6b-61f0-4c7a-861f-678ad903d57b service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 919 time: 0.3812058 Dec 07 15:30:19.997056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:20.029978 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0432663 Dec 07 15:30:20.145217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Request body: {'port': {'device_id': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:20.195505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-d9abe959-b908-45c3-aa50-cd8f09e0a12a None None] Provisioning for port 6dec1902-55a0-4322-83a2-697949ab1980 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:20.201141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Attempting to bind port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:30:20.201673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Attempting to bind port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:30:20.202168 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Attempting to bind port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 on network eafe2320-70ae-4b66-99a7-55c3ef384b8f {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:20.203326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-d9abe959-b908-45c3-aa50-cd8f09e0a12a None None] Provisioning complete for port 6dec1902-55a0-4322-83a2-697949ab1980 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:20.204899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d9abe959-b908-45c3-aa50-cd8f09e0a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.209161 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:20.214038 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 on network eafe2320-70ae-4b66-99a7-55c3ef384b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:30:20.214519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Attempting to bind port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 on network eafe2320-70ae-4b66-99a7-55c3ef384b8f {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:20.222368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:20.223603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:30:20.224091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Checking segment: {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:30:20.224621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Bound using segment: {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:30:20.225546 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Bound port: 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'}}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:30:20.225720 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.253884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2224b8-bdea-483f-b7fe-328cfa953784 req-ee074185-c4a5-44c6-bb79-ce303ae8a3d9 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:20.255796 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9e2224b8-bdea-483f-b7fe-328cfa953784 req-ee074185-c4a5-44c6-bb79-ce303ae8a3d9 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 945 time: 1.0820305 Dec 07 15:30:20.276355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3729f9d-7265-41a2-9ba5-3684762057a8 req-2b456a1e-dd27-4c4b-b8d9-5b73622d99ff tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:20.278986 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f3729f9d-7265-41a2-9ba5-3684762057a8 req-2b456a1e-dd27-4c4b-b8d9-5b73622d99ff tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 943 time: 0.6635339 Dec 07 15:30:20.325366 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.332581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-d9abe959-b908-45c3-aa50-cd8f09e0a12a None None] Port 6dec1902-55a0-4322-83a2-697949ab1980 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:30:20.340778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-19a5bc90-56c2-4b89-8c7b-1c7f840b51d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.367386 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 48e8c972-c7e9-4519-bc26-ab7ad097af45 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:30:20.372378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-19a5bc90-56c2-4b89-8c7b-1c7f840b51d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.420774 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9e2224b8-bdea-483f-b7fe-328cfa953784 req-1a596249-1058-4a37-841c-59fc26ac552c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527259 Dec 07 15:30:20.424707 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5730aea-ad74-4a63-94f3-29c886c8802d req-8c8c06f0-e50e-4fcd-9bee-ff882222356c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48e8c972-c7e9-4519-bc26-ab7ad097af45 HTTP/1.1" status: 200 len: 217 time: 0.3909409 Dec 07 15:30:20.437597 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f3729f9d-7265-41a2-9ba5-3684762057a8 req-1a9cc494-582c-4764-a547-041d29e2ebd8 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965250 Dec 07 15:30:20.453226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44438) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:20.538324 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] For port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host hv-cinder-82062, cleared binding levels {{(pid=88287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:30:20.551244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] For port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:30:20.706804 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.729772 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:20.785364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-19a5bc90-56c2-4b89-8c7b-1c7f840b51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.811320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:20.836438 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5bc90-56c2-4b89-8c7b-1c7f840b51d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b512e91-30e4-4809-9aa8-1c2f0981bd54,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:20.845778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-19a5bc90-56c2-4b89-8c7b-1c7f840b51d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:20.907530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.909254 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] 10.222.0.66 "PUT /v2.0/ports/46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 HTTP/1.1" status: 200 len: 1094 time: 3.3226421 Dec 07 15:30:20.911594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-19a5bc90-56c2-4b89-8c7b-1c7f840b51d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.913291 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-19a5bc90-56c2-4b89-8c7b-1c7f840b51d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b512e91-30e4-4809-9aa8-1c2f0981bd54 HTTP/1.1" status: 204 len: 168 time: 1.5017307 Dec 07 15:30:20.920619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,revision_number=3']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:20.923211 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5730aea-ad74-4a63-94f3-29c886c8802d req-01ec58fb-bf76-43b1-be34-d57cef705db7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:20.924902 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5730aea-ad74-4a63-94f3-29c886c8802d req-01ec58fb-bf76-43b1-be34-d57cef705db7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 200 len: 858 time: 0.4645977 Dec 07 15:30:20.937657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:20.939550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:20.977793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbae2f4-2908-46de-bd67-b1feb6a1e486 req-0b74d07e-a30a-4c6b-8d62-ab1d8a9941e7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:20.984021 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6bbae2f4-2908-46de-bd67-b1feb6a1e486 req-0b74d07e-a30a-4c6b-8d62-ab1d8a9941e7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.4162791 Dec 07 15:30:21.034332 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5730aea-ad74-4a63-94f3-29c886c8802d req-e1afbda8-67d5-460a-89c6-2e731d50d45b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbbc4c27-c24a-4474-a770-02721db0b5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019988 Dec 07 15:30:21.198589 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:21.215553 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 48e8c972-c7e9-4519-bc26-ab7ad097af45, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=48e8c972-c7e9-4519-bc26-ab7ad097af45,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:21.226773 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6bbae2f4-2908-46de-bd67-b1feb6a1e486 req-24ff2f34-43ce-4348-928e-de30448f3023 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186874 Dec 07 15:30:21.239376 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20359-a6ec-40e8-8632-ca6f102d26d2 req-4bf905e2-3ae4-426e-939d-f41b65c57c86 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:21.249915 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a1a20359-a6ec-40e8-8632-ca6f102d26d2 req-4bf905e2-3ae4-426e-939d-f41b65c57c86 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 932 time: 0.6256127 Dec 07 15:30:21.339891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': '48e8c972-c7e9-4519-bc26-ab7ad097af45', 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9', 'port_id': '48e8c972-c7e9-4519-bc26-ab7ad097af45', 'mac_address': 'fa:16:3e:49:57:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfde2cc-ef71-41be-a2d0-d97793750c88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:30:21.430480 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a1a20359-a6ec-40e8-8632-ca6f102d26d2 req-13cb5743-101a-46a1-a288-aabf6b721b84 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776824 Dec 07 15:30:21.462435 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'status': 'completed', 'code': 200} Dec 07 15:30:21.466882 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-d5dc333c-f9b3-4454-9c4a-980070972c35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 1097 time: 0.4781303 Dec 07 15:30:21.641893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:21.694405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e8c972-c7e9-4519-bc26-ab7ad097af45 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:21.734076 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:21.741759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] Usage tracker for resource:security_group_rule and tenant:148cf5de522f43a2a9eff1421599fb9b is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:21.746666 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5730aea-ad74-4a63-94f3-29c886c8802d req-0dd9df16-5952-4fe2-9cc4-ff800c20a593 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979992 Dec 07 15:30:21.747540 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:21.761581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 48e8c972-c7e9-4519-bc26-ab7ad097af45, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=48e8c972-c7e9-4519-bc26-ab7ad097af45,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:21.761780 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-3649b305-5c5a-4635-b7fa-7904ed13e639 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 HTTP/1.1" status: 200 len: 217 time: 0.2862313 Dec 07 15:30:21.766220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:21.818625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:21.820402 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device edae90c7-a115-4eab-b1cd-be3906aeba33 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:30:21.861412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port edae90c7-a115-4eab-b1cd-be3906aeba33, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edae90c7-a115-4eab-b1cd-be3906aeba33,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:21.914850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-7a960d25-fdaa-4dcf-8eb1-6788f6f3a239 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:21.916657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:21.918073 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-7a960d25-fdaa-4dcf-8eb1-6788f6f3a239 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e HTTP/1.1" status: 200 len: 856 time: 0.1426787 Dec 07 15:30:21.925771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a659ea5-ee75-426e-9b98-1d6a743e6062 req-1c9ad44f-05c1-4008-b8be-aac4ed8bb706 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:21.935291 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0a659ea5-ee75-426e-9b98-1d6a743e6062 req-1c9ad44f-05c1-4008-b8be-aac4ed8bb706 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 943 time: 0.2408221 Dec 07 15:30:21.947027 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dec1902-55a0-4322-83a2-697949ab1980 {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:21.970177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.004486 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44474) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:22.014072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'edae90c7-a115-4eab-b1cd-be3906aeba33', 'network_id': 'bbbc4c27-c24a-4474-a770-02721db0b5d9', 'port_id': 'edae90c7-a115-4eab-b1cd-be3906aeba33', 'mac_address': 'fa:16:3e:f3:99:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfde2cc-ef71-41be-a2d0-d97793750c88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:30:22.025444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Transition to ACTIVE for port object 6dec1902-55a0-4322-83a2-697949ab1980 will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:30:22.054935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.062543 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0a659ea5-ee75-426e-9b98-1d6a743e6062 req-b4caedd0-9395-489d-981e-6e9119a17937 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257448 Dec 07 15:30:22.079720 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5730aea-ad74-4a63-94f3-29c886c8802d req-38356f41-baf3-405f-b600-6235fd049d10 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243246 Dec 07 15:30:22.080378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.107256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.116828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5c1da246-a245-483e-983d-eca49f9f0f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:22.140044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edae90c7-a115-4eab-b1cd-be3906aeba33 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:22.187688 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 44482) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:22.217156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=48e8c972-c7e9-4519-bc26-ab7ad097af45,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:22.233497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:22.235483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port edae90c7-a115-4eab-b1cd-be3906aeba33, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edae90c7-a115-4eab-b1cd-be3906aeba33,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:22.236888 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-5f3d1d0b-a7c4-419b-814f-ebada3c1bfa8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eafe2320-70ae-4b66-99a7-55c3ef384b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2829585 Dec 07 15:30:22.264278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.267179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-54fbb050-c40f-4efd-9360-f24714584c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:22.293612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.347229 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:22.367683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=edae90c7-a115-4eab-b1cd-be3906aeba33,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:22.377239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:22.386417 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.401972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] Usage tracker for resource:security_group_rule and tenant:c0104d5c4d1f40ceb36d237d5f237eab is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:22.408508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:22.411599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Pushing event updated for resources: {'Port': ['ID=6dec1902-55a0-4322-83a2-697949ab1980,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:22.424663 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:22.425591 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:22.427576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-155ad48e-2f3c-479c-9592-38834a12da18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:22.465503 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-4c99a2fd-49f1-422d-9347-182844d28fa6 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188587 Dec 07 15:30:22.467065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.525185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['48e8c972-c7e9-4519-bc26-ab7ad097af45'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:22.549100 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=148cf5de522f43a2a9eff1421599fb9b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0872853 Dec 07 15:30:22.554856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Attempting to bind port 6dec1902-55a0-4322-83a2-697949ab1980 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:30:22.555232 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Attempting to bind port 6dec1902-55a0-4322-83a2-697949ab1980 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:30:22.555599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Attempting to bind port 6dec1902-55a0-4322-83a2-697949ab1980 on network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:22.560839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44492) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:22.561624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d75f59-dd8d-43d6-bd41-9f2ce0c07177,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:22.571178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:22.607780 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['edae90c7-a115-4eab-b1cd-be3906aeba33'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:22.646271 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:22.651434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Port 6dec1902-55a0-4322-83a2-697949ab1980 on network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:30:22.652906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] Usage tracker for resource:security_group_rule and tenant:3b5023a1b72d42a894ae0daea6f8dd26 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:22.653028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Attempting to bind port 6dec1902-55a0-4322-83a2-697949ab1980 on network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:22.655326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:22.662026 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:22.712206 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:30:22.712641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Checking segment: {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:30:22.713065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Bound using segment: {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:30:22.713634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Bound port: 6dec1902-55a0-4322-83a2-697949ab1980, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:30:22.714042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.748007 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.841551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.846816 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c8eb250c-c726-4f0e-8fe2-f672e9c26e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.878861 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.892516 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7d27b4dd-8d31-47a0-9d3d-0649dc10dc8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:22.928779 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.940490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5a2b62-8252-48b5-957a-4eb571193484,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:22.955327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:22.958476 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-482fbace-7fc6-4a05-a6e3-04fe22d6e0b4 req-269bef4d-e330-45bd-9693-c779b809b9f3 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769633 Dec 07 15:30:22.964123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:22.977407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c8eb250c-c726-4f0e-8fe2-f672e9c26e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.045800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a1eae-54e8-4575-ab4a-efe6d1555ba1 req-db0154d0-d0ca-4e04-bdd4-f21d06670738 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:23.047802 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fd5a1eae-54e8-4575-ab4a-efe6d1555ba1 req-db0154d0-d0ca-4e04-bdd4-f21d06670738 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.5338993 Dec 07 15:30:23.050443 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0104d5c4d1f40ceb36d237d5f237eab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0335577 Dec 07 15:30:23.052291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] For port 6dec1902-55a0-4322-83a2-697949ab1980, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:30:23.057563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44502) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:23.059463 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] For port 6dec1902-55a0-4322-83a2-697949ab1980, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=6dec1902-55a0-4322-83a2-697949ab1980,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:30:23.116073 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.120484 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06728818-f3d3-407a-9c35-db340201c036,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:23.142326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:23.148667 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b5023a1b72d42a894ae0daea6f8dd26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9554780 Dec 07 15:30:23.149346 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:23.153798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 44508) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:23.207996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.209709 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] 10.222.0.66 "PUT /v2.0/ports/6dec1902-55a0-4322-83a2-697949ab1980 HTTP/1.1" status: 200 len: 1094 time: 3.0695698 Dec 07 15:30:23.214213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c8eb250c-c726-4f0e-8fe2-f672e9c26e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.219208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'tag': '6dec1902-55a0-4322-83a2-697949ab1980'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:23.230777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-358a4d1a-33f2-4959-8da5-21ace2e01952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.245585 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca8367-a44f-434b-92e6-c3016e07620c req-c0395aaf-65ce-4a94-9f87-75fbd41a9088 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:23.247267 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-92ca8367-a44f-434b-92e6-c3016e07620c req-c0395aaf-65ce-4a94-9f87-75fbd41a9088 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 944 time: 0.4185350 Dec 07 15:30:23.289666 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fd5a1eae-54e8-4575-ab4a-efe6d1555ba1 req-82918a1c-ed2b-4ee9-9397-6c8878619d07 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283502 Dec 07 15:30:23.301434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-358a4d1a-33f2-4959-8da5-21ace2e01952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.314306 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c8eb250c-c726-4f0e-8fe2-f672e9c26e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.315848 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c8eb250c-c726-4f0e-8fe2-f672e9c26e98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25d75f59-dd8d-43d6-bd41-9f2ce0c07177 HTTP/1.1" status: 204 len: 168 time: 0.7512109 Dec 07 15:30:23.361844 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-92ca8367-a44f-434b-92e6-c3016e07620c req-f2c3da78-16aa-4980-b7be-8bcb2966b4e6 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062543 Dec 07 15:30:23.362646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fc369c3e-a93c-49a4-8daf-d36448517697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.413957 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8d27632d-add6-42d5-8ba6-cfdf06575213 req-45f72ed9-634d-462a-9fac-9a4431dc44f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 1097 time: 0.3500385 Dec 07 15:30:23.421139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Pushing event updated for resources: {'Port': ['ID=6dec1902-55a0-4322-83a2-697949ab1980,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:23.449539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:23.457812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1bb43d83-5354-4c66-835b-98cc5d7b743b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:23.505707 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb250c-c726-4f0e-8fe2-f672e9c26e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d75f59-dd8d-43d6-bd41-9f2ce0c07177,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:23.506663 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fc369c3e-a93c-49a4-8daf-d36448517697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.514143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c8eb250c-c726-4f0e-8fe2-f672e9c26e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:23.567541 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-c2092406-c57c-4131-ae70-cc5aa6532528 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f29024093ec14a4388390d83481f4329&device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 1097 time: 0.2430243 Dec 07 15:30:23.635706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-358a4d1a-33f2-4959-8da5-21ace2e01952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.646677 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:23.695039 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a4d1a-33f2-4959-8da5-21ace2e01952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5a2b62-8252-48b5-957a-4eb571193484,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:23.699042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-358a4d1a-33f2-4959-8da5-21ace2e01952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:23.703728 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-f331e92d-0151-4e80-82ad-a17aa448eab6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dec1902-55a0-4322-83a2-697949ab1980 HTTP/1.1" status: 200 len: 217 time: 0.1282218 Dec 07 15:30:23.707061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-358a4d1a-33f2-4959-8da5-21ace2e01952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.709385 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-358a4d1a-33f2-4959-8da5-21ace2e01952 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e5a2b62-8252-48b5-957a-4eb571193484 HTTP/1.1" status: 204 len: 168 time: 0.6481249 Dec 07 15:30:23.760927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27632d-add6-42d5-8ba6-cfdf06575213 req-b9bc8035-e9d4-4347-9a76-106190913dac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:23.762695 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8d27632d-add6-42d5-8ba6-cfdf06575213 req-b9bc8035-e9d4-4347-9a76-106190913dac service neutron] 10.222.0.66 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 918 time: 0.3217092 Dec 07 15:30:23.795037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-7667ab31-c2de-45df-880b-d65ad34f060a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:23.796574 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-7667ab31-c2de-45df-880b-d65ad34f060a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed661dd4-366e-41cb-9394-53e56919a3ab HTTP/1.1" status: 200 len: 850 time: 0.0855393 Dec 07 15:30:23.848717 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fc369c3e-a93c-49a4-8daf-d36448517697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.866604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cf5015e4-4da2-4f22-a9c4-ffd09ae0c71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:23.880312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05e387-667d-4a33-bdc3-084237859faa req-d3da4989-bcf3-4436-90c0-fdcddcbba934 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:23.882224 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6a05e387-667d-4a33-bdc3-084237859faa req-d3da4989-bcf3-4436-90c0-fdcddcbba934 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 944 time: 0.2616980 Dec 07 15:30:23.887596 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8d27632d-add6-42d5-8ba6-cfdf06575213 req-97c65cb0-9fbf-4224-9d8d-4eef33bda67a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 HTTP/1.1" status: 200 len: 217 time: 0.1163912 Dec 07 15:30:23.894625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc369c3e-a93c-49a4-8daf-d36448517697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06728818-f3d3-407a-9c35-db340201c036,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:24.059432 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-ba2d507a-a472-4859-80dd-1c4068ea0583 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2544045 Dec 07 15:30:24.141162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fc369c3e-a93c-49a4-8daf-d36448517697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:24.155408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b9822c5c-97b1-4179-a86b-83b9acb95b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.159962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fc369c3e-a93c-49a4-8daf-d36448517697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.161216 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-fc369c3e-a93c-49a4-8daf-d36448517697 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06728818-f3d3-407a-9c35-db340201c036 HTTP/1.1" status: 204 len: 168 time: 1.0018048 Dec 07 15:30:24.204761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27632d-add6-42d5-8ba6-cfdf06575213 req-5a8cd1e9-d7e1-481d-b4e2-d558fb5ca809 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:24.206690 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8d27632d-add6-42d5-8ba6-cfdf06575213 req-5a8cd1e9-d7e1-481d-b4e2-d558fb5ca809 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e HTTP/1.1" status: 200 len: 856 time: 0.3094614 Dec 07 15:30:24.220408 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6a05e387-667d-4a33-bdc3-084237859faa req-317a4bd2-db44-44de-9274-eff474cdd473 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313942 Dec 07 15:30:24.271815 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-75e6e097-a74a-451b-beb3-86f2c98788d3 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036393 Dec 07 15:30:24.301439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 44536) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:24.322190 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'tag': '6dec1902-55a0-4322-83a2-697949ab1980', 'status': 'completed', 'code': 200} Dec 07 15:30:24.344586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.381619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:30:24.385424 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 48e8c972-c7e9-4519-bc26-ab7ad097af45 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:24.465426 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:24.496085 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] Usage tracker for resource:security_group_rule and tenant:aac4375d84c74029b0aa8a264936a64e is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:24.512504 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8d27632d-add6-42d5-8ba6-cfdf06575213 req-3a38f7fc-9cc7-4c93-8fd7-a6da1946a395 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eafe2320-70ae-4b66-99a7-55c3ef384b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2909074 Dec 07 15:30:24.513703 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:24.537654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:24.581223 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99bf0f9f-3808-41c8-a618-43f2a9c3e377 req-61407c37-b7d6-41d0-8170-6c71c83c5e26 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028584 Dec 07 15:30:24.629914 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port 48e8c972-c7e9-4519-bc26-ab7ad097af45 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:24.645455 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port 48e8c972-c7e9-4519-bc26-ab7ad097af45 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:24.645455 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.814806 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c6f13bbc-7e69-44de-89bf-6c5e8767e588 req-3cf2f785-daf4-4326-80ec-565438d3a537 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f29024093ec14a4388390d83481f4329&device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 1097 time: 0.1363671 Dec 07 15:30:24.894274 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.936095 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 48e8c972-c7e9-4519-bc26-ab7ad097af45, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=48e8c972-c7e9-4519-bc26-ab7ad097af45,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:24.945340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497b014f-5470-4fd1-ada6-913c8902a547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e8c972-c7e9-4519-bc26-ab7ad097af45'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:24.983135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.984181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device edae90c7-a115-4eab-b1cd-be3906aeba33 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:25.054919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:25.066151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f13bbc-7e69-44de-89bf-6c5e8767e588 req-e480775c-0add-44f0-82cd-55792d713d49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:25.066684 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c6f13bbc-7e69-44de-89bf-6c5e8767e588 req-e480775c-0add-44f0-82cd-55792d713d49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 200 len: 912 time: 0.2443216 Dec 07 15:30:25.193329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064a4a2-025a-4206-b391-354d039332a4 req-8660d1c9-54a8-4243-af3e-0bf684585612 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:25.203035 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7064a4a2-025a-4206-b391-354d039332a4 req-8660d1c9-54a8-4243-af3e-0bf684585612 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.5947158 Dec 07 15:30:25.214911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:25.241885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'port_id': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'mac_address': 'fa:16:3e:e9:7e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:30:25.309196 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8d27632d-add6-42d5-8ba6-cfdf06575213 req-a4c05353-8cdc-4c2b-928c-bca7ba2a0231 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765195 Dec 07 15:30:25.311906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port edae90c7-a115-4eab-b1cd-be3906aeba33 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:25.320187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.332311 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port edae90c7-a115-4eab-b1cd-be3906aeba33 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:25.332782 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.367429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.373362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 44562) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:25.418156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28f077-c875-40f9-9c34-d9e4c2608a2c req-cfca2cb9-473b-4605-a1e6-6fc697363514 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:25.420150 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2c28f077-c875-40f9-9c34-d9e4c2608a2c req-cfca2cb9-473b-4605-a1e6-6fc697363514 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 944 time: 0.6972680 Dec 07 15:30:25.425769 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c6f13bbc-7e69-44de-89bf-6c5e8767e588 req-7687d682-adcd-4ef3-9742-824376df2a42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dec1902-55a0-4322-83a2-697949ab1980 HTTP/1.1" status: 200 len: 217 time: 0.3524225 Dec 07 15:30:25.437841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=48e8c972-c7e9-4519-bc26-ab7ad097af45,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:25.441591 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:25.451680 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7064a4a2-025a-4206-b391-354d039332a4 req-a8485e4b-218f-4858-b0cc-198e51bc5e60 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475517 Dec 07 15:30:25.452400 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.509141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:25.513537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f13bbc-7e69-44de-89bf-6c5e8767e588 req-414180ff-b9fa-4c80-b4c2-c2a6e40c504b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:25.515124 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c6f13bbc-7e69-44de-89bf-6c5e8767e588 req-414180ff-b9fa-4c80-b4c2-c2a6e40c504b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed661dd4-366e-41cb-9394-53e56919a3ab HTTP/1.1" status: 200 len: 850 time: 0.0817747 Dec 07 15:30:25.524328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:25.525897 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.532722 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fcf02b83-d0f1-4de9-affc-5326381d3988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:25.563671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port edae90c7-a115-4eab-b1cd-be3906aeba33, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edae90c7-a115-4eab-b1cd-be3906aeba33,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:25.566373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.578894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6946b573-de77-470e-81bd-7bc68ef7e7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:25.596714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.609568 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497b014f-5470-4fd1-ada6-913c8902a547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e8c972-c7e9-4519-bc26-ab7ad097af45', 'code': 200} Dec 07 15:30:25.639141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.654353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ad64c7-4d47-4430-9ec1-13dcd25b41cb,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:25.687936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.689625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:25.692731 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:25.693272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:25.721881 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c6f13bbc-7e69-44de-89bf-6c5e8767e588 req-791bcaf2-335d-4d0e-9e4b-0feff25dc3fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1990948 Dec 07 15:30:25.722731 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:25.734818 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aac4375d84c74029b0aa8a264936a64e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4298224 Dec 07 15:30:25.757492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:25.761990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] Usage tracker for resource:security_group_rule and tenant:ffe56731dd404955ae184b314d46802b is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:25.765128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:25.771492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:25.805301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44572) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:25.853927 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2c28f077-c875-40f9-9c34-d9e4c2608a2c req-29af3ecc-cac0-497a-8450-cb0d21e948cc tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4056988 Dec 07 15:30:25.913724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=edae90c7-a115-4eab-b1cd-be3906aeba33,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:25.917476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:25.920467 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:26.016392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.021650 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8d27632d-add6-42d5-8ba6-cfdf06575213 req-5fa5eb67-8563-4e53-8082-21a532f1cd69 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517179 Dec 07 15:30:26.048061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa6bb1-28cb-4816-b58e-c6e3c058b7da req-51291b02-2d82-46b6-8f87-e24e047814e0 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:26.055127 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7daa6bb1-28cb-4816-b58e-c6e3c058b7da req-51291b02-2d82-46b6-8f87-e24e047814e0 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.2244236 Dec 07 15:30:26.057010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.067400 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b9e2c804-c603-4893-b5ad-a52241ad2832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:26.131977 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c6f13bbc-7e69-44de-89bf-6c5e8767e588 req-3674079a-b033-4bf7-8c8e-f490a3d84d0a service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899000 Dec 07 15:30:26.133003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-330c-4490-a40e-320e7b3d3297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.163744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c463cc42-ac8a-450f-aa0b-97a3d059f200,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:26.171363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:26.188134 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7daa6bb1-28cb-4816-b58e-c6e3c058b7da req-c03e8406-ac7f-4e79-b73d-b26a2306805a tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222768 Dec 07 15:30:26.195176 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffe56731dd404955ae184b314d46802b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8206728 Dec 07 15:30:26.211381 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44580) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:26.221459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-330c-4490-a40e-320e7b3d3297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.247530 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-93e4f7eb-3f78-4d5e-9b92-8e318b6e858c req-57aeddbb-2dd3-4142-8de5-7a0a7110ccb1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 1098 time: 0.2827249 Dec 07 15:30:26.393785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 6dec1902-55a0-4322-83a2-697949ab1980 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:30:26.450285 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-93e4f7eb-3f78-4d5e-9b92-8e318b6e858c req-c167f3ce-650d-4ebb-a1f3-2f07a4c098d3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844473 Dec 07 15:30:26.465693 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c6f13bbc-7e69-44de-89bf-6c5e8767e588 req-107ba295-4e8a-4ed4-89c5-b7951aea5799 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256524 Dec 07 15:30:26.472998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8043dd31-abbd-4453-af5e-d39d09611f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.504332 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8043dd31-abbd-4453-af5e-d39d09611f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.561704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 6dec1902-55a0-4322-83a2-697949ab1980, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=6dec1902-55a0-4322-83a2-697949ab1980,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:26.567130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-330c-4490-a40e-320e7b3d3297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.577846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': '6dec1902-55a0-4322-83a2-697949ab1980', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'port_id': '6dec1902-55a0-4322-83a2-697949ab1980', 'mac_address': 'fa:16:3e:a7:63:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:30:26.579658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3a21ff68-5635-43e7-a3df-b61af47d131f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:26.607846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e64672-330c-4490-a40e-320e7b3d3297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ad64c7-4d47-4430-9ec1-13dcd25b41cb,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:26.609901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-330c-4490-a40e-320e7b3d3297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.613989 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-28e64672-330c-4490-a40e-320e7b3d3297 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16ad64c7-4d47-4430-9ec1-13dcd25b41cb HTTP/1.1" status: 204 len: 168 time: 0.8004596 Dec 07 15:30:26.613989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-28e64672-330c-4490-a40e-320e7b3d3297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:26.637249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8043dd31-abbd-4453-af5e-d39d09611f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.639805 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8043dd31-abbd-4453-af5e-d39d09611f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.645923 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-8043dd31-abbd-4453-af5e-d39d09611f55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c463cc42-ac8a-450f-aa0b-97a3d059f200 HTTP/1.1" status: 204 len: 168 time: 0.4230256 Dec 07 15:30:26.645923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-28768f0d-f0b3-44f8-8b61-66979b8706aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:26.657915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.679893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043dd31-abbd-4453-af5e-d39d09611f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c463cc42-ac8a-450f-aa0b-97a3d059f200,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:26.690941 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dec1902-55a0-4322-83a2-697949ab1980 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:26.695714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8043dd31-abbd-4453-af5e-d39d09611f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:26.745354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 6dec1902-55a0-4322-83a2-697949ab1980, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=6dec1902-55a0-4322-83a2-697949ab1980,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:26.766471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240bc0-9e9a-4559-b7ff-3dd45b20745a req-b918bd58-de1e-453c-8efb-1b62eb2ea80f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:26.768089 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3240bc0-9e9a-4559-b7ff-3dd45b20745a req-b918bd58-de1e-453c-8efb-1b62eb2ea80f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 945 time: 0.1205900 Dec 07 15:30:26.789673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.792131 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f5b73588-76ab-4fc7-8541-efa15184823a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:26.823012 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3240bc0-9e9a-4559-b7ff-3dd45b20745a req-f499efda-e66c-418e-9999-d17f214121c6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483217 Dec 07 15:30:26.899186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=6dec1902-55a0-4322-83a2-697949ab1980,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:26.903416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:26.910137 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-40eb25e4-0444-4a80-883a-a3956dae9463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.944690 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.076282 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['6dec1902-55a0-4322-83a2-697949ab1980'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:27.085369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c908d1e-407b-46e8-afea-2cac4b88a6fd req-4a7637cc-13e8-4257-893a-0ed45563e4b7 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:27.086981 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7c908d1e-407b-46e8-afea-2cac4b88a6fd req-4a7637cc-13e8-4257-893a-0ed45563e4b7 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 945 time: 0.0919950 Dec 07 15:30:27.193845 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7c908d1e-407b-46e8-afea-2cac4b88a6fd req-e104aa13-bc4b-4e04-a888-d88b1345cf52 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915611 Dec 07 15:30:27.433757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44616) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:27.473137 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.473602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9d8bc-5c60-4f47-99d1-0bef8f9e359d req-f23b5ee8-70d4-430f-bf26-6900b46bf7e3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:27.475543 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7ba9d8bc-5c60-4f47-99d1-0bef8f9e359d req-f23b5ee8-70d4-430f-bf26-6900b46bf7e3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1449907 Dec 07 15:30:27.535951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:27.541379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] Usage tracker for resource:security_group_rule and tenant:007b9d8a07e842ffb645a86054281d7e is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:27.547089 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:27.557455 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:27.558060 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7ba9d8bc-5c60-4f47-99d1-0bef8f9e359d req-edf345ab-9304-44e2-a61b-7bed1cd09329 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742235 Dec 07 15:30:27.614492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b593e02-ed90-4467-8c9e-3429a3c00218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae90c7-a115-4eab-b1cd-be3906aeba33'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:27.649300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.686896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.690112 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b593e02-ed90-4467-8c9e-3429a3c00218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edae90c7-a115-4eab-b1cd-be3906aeba33', 'code': 200} Dec 07 15:30:27.697205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:27.751329 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=007b9d8a07e842ffb645a86054281d7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3163233 Dec 07 15:30:27.752150 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd609981-817e-4fde-bccb-683b0b52e495,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:27.754528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 44630) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:27.765983 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:27.828808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d415b740-6223-42d5-a2fe-6518e43622af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.860778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d415b740-6223-42d5-a2fe-6518e43622af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.960027 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d415b740-6223-42d5-a2fe-6518e43622af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.965311 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cadc3d05-4ce7-4a82-ac79-8e9552c2be78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:27.981560 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415b740-6223-42d5-a2fe-6518e43622af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd609981-817e-4fde-bccb-683b0b52e495,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:27.984000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d415b740-6223-42d5-a2fe-6518e43622af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:28.070854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d415b740-6223-42d5-a2fe-6518e43622af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:28.074988 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-d415b740-6223-42d5-a2fe-6518e43622af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd609981-817e-4fde-bccb-683b0b52e495 HTTP/1.1" status: 204 len: 168 time: 0.3164670 Dec 07 15:30:28.143282 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e697a4-2f2c-4a71-ba22-b08906d48303 req-95c99a58-cfae-4a84-9e99-05c573ddeebd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:28.144957 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-61e697a4-2f2c-4a71-ba22-b08906d48303 req-95c99a58-cfae-4a84-9e99-05c573ddeebd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 945 time: 0.1312752 Dec 07 15:30:28.180808 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e077316f-cc9e-4529-93a2-f89f1d86ca76 req-67c0890a-3d59-4639-91e1-fe2d0e50e4c6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 1098 time: 0.1445796 Dec 07 15:30:28.240000 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e077316f-cc9e-4529-93a2-f89f1d86ca76 req-7b6636ea-7e65-412e-a80f-98ef8697e7f7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473263 Dec 07 15:30:28.245847 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-61e697a4-2f2c-4a71-ba22-b08906d48303 req-979156cd-30c2-4e29-a5af-4c8d4a0bc954 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847588 Dec 07 15:30:28.338450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:28.402045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:28.435462 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5fc98-0fab-46fd-bf6d-bfa797690a56 req-afa36698-bf23-4123-886e-175654d07b9c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:28.437468 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b5fc98-0fab-46fd-bf6d-bfa797690a56 req-afa36698-bf23-4123-886e-175654d07b9c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 945 time: 0.0935795 Dec 07 15:30:28.490782 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b5fc98-0fab-46fd-bf6d-bfa797690a56 req-0d2fffd6-cf8d-45e0-9c8d-a08208f4e2de tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468600 Dec 07 15:30:28.526479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:28.532017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:28.532533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:28.845305 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56dd58-60be-4770-a235-bd4802d8366d req-5bb9e95c-26a3-4b23-b246-b545797b40f6 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:28.854153 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:28.855276 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7e56dd58-60be-4770-a235-bd4802d8366d req-5bb9e95c-26a3-4b23-b246-b545797b40f6 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1089649 Dec 07 15:30:28.894963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:28.905987 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7e56dd58-60be-4770-a235-bd4802d8366d req-f2771188-df70-4f62-a2ea-ce1e632c9e26 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497801 Dec 07 15:30:28.933069 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:28.934427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 6dec1902-55a0-4322-83a2-697949ab1980 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:28.966369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:29.073505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:29.089155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:29.175990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port 6dec1902-55a0-4322-83a2-697949ab1980 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:29.183131 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port 6dec1902-55a0-4322-83a2-697949ab1980 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:29.183844 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:29.381504 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:29.479427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 6dec1902-55a0-4322-83a2-697949ab1980, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=6dec1902-55a0-4322-83a2-697949ab1980,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:29.509480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:29.511549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e9f7669e-8130-425d-8956-762199d71191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:29.529597 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b2a7a82-e485-4c34-b217-d2f02b2a3447 req-b71ce240-34b9-4a73-a725-7537b929c6b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 1098 time: 0.1676881 Dec 07 15:30:29.636030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=6dec1902-55a0-4322-83a2-697949ab1980,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:29.654085 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:29.656403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78d823-6d2b-452b-a052-f4ed1b300c52 req-ea2f2d91-5a94-46e7-a7fc-acad66788497 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:29.667130 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9c78d823-6d2b-452b-a052-f4ed1b300c52 req-ea2f2d91-5a94-46e7-a7fc-acad66788497 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.2106190 Dec 07 15:30:29.688465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07'}, {'server_uuid': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec1902-55a0-4322-83a2-697949ab1980'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:29.712629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4416b-165a-4b7e-a5ce-caa4bf361421 req-41aadc20-555c-440d-b3bc-e8087ae75b72 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:29.715851 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-22c4416b-165a-4b7e-a5ce-caa4bf361421 req-41aadc20-555c-440d-b3bc-e8087ae75b72 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.2020080 Dec 07 15:30:29.746423 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9c78d823-6d2b-452b-a052-f4ed1b300c52 req-62425246-c590-49bd-98fa-ef023d065fff tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779712 Dec 07 15:30:29.769748 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a7a82-e485-4c34-b217-d2f02b2a3447 req-3c126608-f6df-4023-88ed-57ba8bb185ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:29.772379 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b2a7a82-e485-4c34-b217-d2f02b2a3447 req-3c126608-f6df-4023-88ed-57ba8bb185ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 919 time: 0.2297912 Dec 07 15:30:29.835326 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-22c4416b-165a-4b7e-a5ce-caa4bf361421 req-0649db9e-d8cf-4848-8fa7-c38b2a134386 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889182 Dec 07 15:30:29.953979 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'code': 200} Dec 07 15:30:29.953979 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec1902-55a0-4322-83a2-697949ab1980', 'code': 200} Dec 07 15:30:29.998253 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b2a7a82-e485-4c34-b217-d2f02b2a3447 req-e1e2388f-8bb5-44c0-b18b-8291a789c69f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48e8c972-c7e9-4519-bc26-ab7ad097af45 HTTP/1.1" status: 200 len: 217 time: 0.2080059 Dec 07 15:30:30.199076 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a7a82-e485-4c34-b217-d2f02b2a3447 req-b4ebdab4-2a8e-4671-8c33-1afef58ec561 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:30.202672 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b2a7a82-e485-4c34-b217-d2f02b2a3447 req-b4ebdab4-2a8e-4671-8c33-1afef58ec561 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 200 len: 858 time: 0.1883867 Dec 07 15:30:30.255264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 44710) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:30.317326 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b2a7a82-e485-4c34-b217-d2f02b2a3447 req-d0b95799-0596-4785-9dd9-122e0e775056 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbbc4c27-c24a-4474-a770-02721db0b5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967686 Dec 07 15:30:30.380655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de51fb-f348-4150-83d0-b5a92a6b4a75 req-744bed19-41f0-4c8f-b2df-c5ea77fd3a50 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:30.382293 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-05de51fb-f348-4150-83d0-b5a92a6b4a75 req-744bed19-41f0-4c8f-b2df-c5ea77fd3a50 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 946 time: 0.3731239 Dec 07 15:30:30.455182 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-05de51fb-f348-4150-83d0-b5a92a6b4a75 req-788dcbdf-9100-4e79-9bea-ccc815278dc2 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659890 Dec 07 15:30:30.474294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2142247092-network', 'tenant_id': '1ef654a84c2f4009b49b827d4e8d5389'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:30.483880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:30.488403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Usage tracker for resource:network and tenant:1ef654a84c2f4009b49b827d4e8d5389 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:30.491554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:30.530249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:30.578506 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a70326a2-6678-4a22-8cd3-7a0b27149769 req-2d416af6-c231-4d7c-b6ea-bc116aad0d2f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 1099 time: 0.0802803 Dec 07 15:30:30.589752 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-73b2e3d0-4bd0-42f0-9ec3-7ed2640d71fc req-efcce38d-c191-47ee-b445-ffc75f71f014 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 1099 time: 0.1996052 Dec 07 15:30:30.591812 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b2a7a82-e485-4c34-b217-d2f02b2a3447 req-9c856161-b682-4a20-9c6b-d2ac14d6a205 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606452 Dec 07 15:30:30.600980 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Made reservation on behalf of 1ef654a84c2f4009b49b827d4e8d5389 for: {'network': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:30.606442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:30.625899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:30.660691 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a70326a2-6678-4a22-8cd3-7a0b27149769 req-ed7ca5b2-3d41-47b1-8cdd-aca8a4125402 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757630 Dec 07 15:30:30.677097 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:30.681648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Usage tracker for resource:security_group_rule and tenant:1ef654a84c2f4009b49b827d4e8d5389 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:30.685007 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:30.691490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:30.752643 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-73b2e3d0-4bd0-42f0-9ec3-7ed2640d71fc req-acef4cf3-5800-4725-8e47-d06e75961b19 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474776 Dec 07 15:30:30.770773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:30.783058 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b2a7a82-e485-4c34-b217-d2f02b2a3447 req-8668d602-8e63-42a4-8ab2-17045f894233 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762917 Dec 07 15:30:30.870218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:30.874946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-96593754-ecaa-4512-a276-d45ac378f5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:30.905065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=88287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:30:30.917161 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab9811d-af67-40e4-80bd-77680e083142,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:30.959925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:30.960313 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Added segment a6dab18a-7302-4c6e-a6af-4c2cfff2ad78 of type vlan for network 14435624-fbc6-4d71-ae19-d6cd11517132 Dec 07 15:30:30.990590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.991063 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.991459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.991840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.992218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.992595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.992971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.993371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.997612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.997612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.997612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:30.999227 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:31.079273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:31.143406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61bdd5-ac92-45e9-8f8f-cfa4a572c476 req-f5498744-e62e-42a1-b347-fc90afe785f1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:31.145144 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7f61bdd5-ac92-45e9-8f8f-cfa4a572c476 req-f5498744-e62e-42a1-b347-fc90afe785f1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.2316520 Dec 07 15:30:31.187294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9caed-7c6b-4b20-bc6d-c415ce8089c7 req-213e8369-2878-402e-9731-20d3f3914ee7 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:31.189114 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-94c9caed-7c6b-4b20-bc6d-c415ce8089c7 req-213e8369-2878-402e-9731-20d3f3914ee7 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.2038965 Dec 07 15:30:31.230617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:31.233805 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:31.234461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:31.250664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-269f1139-519d-4a64-9e90-f078679f5ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:31.267213 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7f61bdd5-ac92-45e9-8f8f-cfa4a572c476 req-0d834502-3d12-4869-afbd-b550c67877fb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152096 Dec 07 15:30:31.324086 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-94c9caed-7c6b-4b20-bc6d-c415ce8089c7 req-e86b31b0-ed68-419d-b85b-2dc184b99773 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262012 Dec 07 15:30:31.374091 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1174254 Dec 07 15:30:31.379230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44732) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:31.383813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Pushing event updated for resources: {'Network': ['ID=14435624-fbc6-4d71-ae19-d6cd11517132,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:31.389396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:31.392160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Request body: {'subnet': {'network_id': '14435624-fbc6-4d71-ae19-d6cd11517132', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2142247092-subnet', 'tenant_id': '1ef654a84c2f4009b49b827d4e8d5389', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:31.395101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network 14435624-fbc6-4d71-ae19-d6cd11517132 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:30:31.401457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:31.408843 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Usage tracker for resource:subnet and tenant:1ef654a84c2f4009b49b827d4e8d5389 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:31.414299 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:31.439494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:31.486605 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Made reservation on behalf of 1ef654a84c2f4009b49b827d4e8d5389 for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:31.492629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:31.707352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91431e-1c9c-414a-9993-ce04d101dd53 req-a8fa90fc-ebc0-490e-8f64-64edcf00fc42 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:31.709376 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2e91431e-1c9c-414a-9993-ce04d101dd53 req-a8fa90fc-ebc0-490e-8f64-64edcf00fc42 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 946 time: 0.0973201 Dec 07 15:30:31.776550 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2e91431e-1c9c-414a-9993-ce04d101dd53 req-6996cee0-e31d-47b0-b73e-c247208ce43b tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569556 Dec 07 15:30:31.808707 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:31.812449 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:31.813592 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-52074073-8e4e-405c-a7fa-60d96bba7f29 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3da384ef4b4b41f18f6b169bf3afae83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327022 Dec 07 15:30:31.888867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3165cfe-6151-4b70-b36f-91223f371026,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:31.905207 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.905593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.905991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.906384 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.906770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.907154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.907536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.907921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.908295 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.908737 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.909142 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:31.914310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:31.918622 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Checking segment: {'id': 'a6dab18a-7302-4c6e-a6af-4c2cfff2ad78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14435624-fbc6-4d71-ae19-d6cd11517132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:30:31.919022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Network hostable DHCP agents. Network: 14435624-fbc6-4d71-ae19-d6cd11517132, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:30:31.972327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Network 14435624-fbc6-4d71-ae19-d6cd11517132 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:30:32.035407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, 14435624-fbc6-4d71-ae19-d6cd11517132) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:32.040026 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:32.041379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:32.049659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22237430-71a9-4c9f-b2a7-d2e3e039f8bb None None] Network 14435624-fbc6-4d71-ae19-d6cd11517132 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:30:32.115209 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7340581 Dec 07 15:30:32.193458 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-e789203b-6d08-4a68-8d31-4bee641b4abb tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:32.195315 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-e789203b-6d08-4a68-8d31-4bee641b4abb tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3752730 Dec 07 15:30:32.229843 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-01df52f7-e221-45b7-af3e-e4c8d1df5be7 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/quotas/3da384ef4b4b41f18f6b169bf3afae83 HTTP/1.1" status: 200 len: 375 time: 0.0250683 Dec 07 15:30:32.286302 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-8c951f45-706b-4c23-a318-1557a1d82f8b tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3da384ef4b4b41f18f6b169bf3afae83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491605 Dec 07 15:30:32.396823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d61bdc-5557-4ee5-9c69-3e60f9fb79b4 None None] Network 14435624-fbc6-4d71-ae19-d6cd11517132 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:30:32.671247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab793f-08f4-4ac1-8faf-be9873ba7e54 req-5578afe3-64f4-4f6b-bd4c-1c56756c448d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:32.684013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-93ab793f-08f4-4ac1-8faf-be9873ba7e54 req-5578afe3-64f4-4f6b-bd4c-1c56756c448d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1907742 Dec 07 15:30:32.798739 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-93ab793f-08f4-4ac1-8faf-be9873ba7e54 req-bd9fa014-fe6d-451c-a116-23be49036671 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128373 Dec 07 15:30:32.822120 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f52c97-2fa0-4573-8a25-e3e55a84f734 req-bd729ffe-0582-434e-81c8-3986b06d9a5b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:32.823852 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-81f52c97-2fa0-4573-8a25-e3e55a84f734 req-bd729ffe-0582-434e-81c8-3986b06d9a5b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1131034 Dec 07 15:30:32.927241 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e8254b60-753f-4d54-bf9e-c96b02667e94 req-cff4d8e0-4f60-49b3-ae9f-486e49c6c95b tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 210 time: 0.0563245 Dec 07 15:30:32.931589 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-81f52c97-2fa0-4573-8a25-e3e55a84f734 req-5f0314d1-30fe-4fbb-b777-0b0032bb1b61 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012247 Dec 07 15:30:33.164672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9133e6-70aa-4ffb-95ef-2df88432ac8e req-fe1d3a92-479f-47c2-af52-2c88c1db9ae1 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:33.167578 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4f9133e6-70aa-4ffb-95ef-2df88432ac8e req-fe1d3a92-479f-47c2-af52-2c88c1db9ae1 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 946 time: 0.1101844 Dec 07 15:30:33.230036 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4f9133e6-70aa-4ffb-95ef-2df88432ac8e req-35d9807b-1ce1-427f-b0f4-b06afe9201b6 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555933 Dec 07 15:30:33.491720 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ae98c-3894-4a8d-ad3d-0f7dfb19233a req-f99ada69-432c-4b8b-89e5-61a45cf23b3b tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:33.493385 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c11ae98c-3894-4a8d-ad3d-0f7dfb19233a req-f99ada69-432c-4b8b-89e5-61a45cf23b3b tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 946 time: 0.1145589 Dec 07 15:30:33.504157 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44804) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:33.512908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-3fd06f58-2a3b-4284-af8c-6d01b8cf3b79 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'floatingip': {'port_id': '6dec1902-55a0-4322-83a2-697949ab1980'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:33.604474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3fd06f58-2a3b-4284-af8c-6d01b8cf3b79 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:33.634020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 44810) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:33.640857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1114597403-network', 'tenant_id': '3b2764b0d3ca43e2be4b642095238137'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:33.651349 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:33.659839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Usage tracker for resource:network and tenant:3b2764b0d3ca43e2be4b642095238137 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:33.663103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:33.670550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:33.749684 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Made reservation on behalf of 3b2764b0d3ca43e2be4b642095238137 for: {'network': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:33.754984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:33.777126 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:33.820167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:33.825758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3b2764b0d3ca43e2be4b642095238137 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:33.831044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:33.839938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:34.056875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:34.134033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:34.193493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:34.208606 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-34a85b19-1c44-4aff-a06d-e520b2bc16ad req-644ddc9b-3658-4dce-8c9a-e145fd0dc4af tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 210 time: 0.0771849 Dec 07 15:30:34.244701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:30:34.262133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b5e355-8ec7-4579-af84-58595b52fe2d,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:34.268328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:34.273568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:34.273970 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Added segment ecd11478-5085-4af5-8c39-e105c97602b4 of type vlan for network 5d9f078f-f344-487e-ba30-c5b4ff320a57 Dec 07 15:30:34.291096 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a57103-15d0-499b-9736-10dd58c40bc8 req-57cc2b32-10d1-42b7-9c67-1d74e8ed4842 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:34.291504 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-43a57103-15d0-499b-9736-10dd58c40bc8 req-57cc2b32-10d1-42b7-9c67-1d74e8ed4842 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.2327390 Dec 07 15:30:34.340907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:34.389121 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-43a57103-15d0-499b-9736-10dd58c40bc8 req-934f3b9c-266a-4409-b655-d6f1d32fa9e7 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902841 Dec 07 15:30:34.481714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:34.490954 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:34.494519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:34.502013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:34.543261 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb0bd0-8049-42fa-8e88-40abaccd7b0c req-549174a8-2f62-45fc-acd8-8bc86b789262 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:34.545123 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cddb0bd0-8049-42fa-8e88-40abaccd7b0c req-549174a8-2f62-45fc-acd8-8bc86b789262 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1597230 Dec 07 15:30:34.652348 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0164282 Dec 07 15:30:34.656092 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44850) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:34.663690 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9f078f-f344-487e-ba30-c5b4ff320a57,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:34.669519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:34.677246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Request body: {'subnet': {'network_id': '5d9f078f-f344-487e-ba30-c5b4ff320a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1114597403-subnet', 'tenant_id': '3b2764b0d3ca43e2be4b642095238137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:34.679812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network 5d9f078f-f344-487e-ba30-c5b4ff320a57 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:30:34.684196 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:34.688406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Usage tracker for resource:subnet and tenant:3b2764b0d3ca43e2be4b642095238137 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:34.691920 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:34.693537 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cddb0bd0-8049-42fa-8e88-40abaccd7b0c req-eb7b0519-29c7-4371-ab87-d549fe0f2538 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352851 Dec 07 15:30:34.745312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:34.757450 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-6f4f892f-6a3e-4742-b011-a87fac5f217c tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3da384ef4b4b41f18f6b169bf3afae83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602324 Dec 07 15:30:34.864173 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Made reservation on behalf of 3b2764b0d3ca43e2be4b642095238137 for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:34.869935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:34.999215 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453c893-98d4-440c-83e0-4c6e0c2d54f4 req-c17276c5-bf68-4061-beb8-047ca1832f30 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:35.001046 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e453c893-98d4-440c-83e0-4c6e0c2d54f4 req-c17276c5-bf68-4061-beb8-047ca1832f30 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1589863 Dec 07 15:30:35.011316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 44866) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:35.017340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-b2c484ff-eab5-4590-9a89-d19c47ffd99b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'floatingip': {'port_id': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:35.113530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3fd06f58-2a3b-4284-af8c-6d01b8cf3b79 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:35.133191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b2c484ff-eab5-4590-9a89-d19c47ffd99b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:35.168058 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3fd06f58-2a3b-4284-af8c-6d01b8cf3b79 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:35.272877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-f83e7db5-10fa-4591-b499-6529e803e7a3 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:35.274889 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-f83e7db5-10fa-4591-b499-6529e803e7a3 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5091584 Dec 07 15:30:35.322799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Request body: {'port': {'device_id': '83e33a7f-95b2-4676-8033-54fef15e1e02', 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301', 'admin_state_up': True, 'tenant_id': '3da384ef4b4b41f18f6b169bf3afae83'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:35.530042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:35.542276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Usage tracker for resource:port and tenant:3da384ef4b4b41f18f6b169bf3afae83 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:35.548999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:35.561847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:35.585492 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e525a62-feee-4cf9-b76c-3ad706ccca0c req-c3deaead-3782-4ee5-b05f-985462ee078c tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 210 time: 0.0888395 Dec 07 15:30:35.719424 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.l3_db [None req-3fd06f58-2a3b-4284-af8c-6d01b8cf3b79 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Floating IP 577c8e90-b977-4016-ae36-8263244b86c6 associated. External IP: 172.27.1.198, port: 6dec1902-55a0-4322-83a2-697949ab1980. Dec 07 15:30:35.785705 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a74de0-5cf5-4be5-a727-8468948205ac req-fc52efdc-cd75-4bd6-b854-19b95b05f342 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:35.787281 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-73a74de0-5cf5-4be5-a727-8468948205ac req-fc52efdc-cd75-4bd6-b854-19b95b05f342 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.2394643 Dec 07 15:30:35.795243 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Made reservation on behalf of 3da384ef4b4b41f18f6b169bf3afae83 for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:35.800792 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:35.818825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:35.845600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:35.859696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:35.911805 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:35.934152 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Usage tracker for resource:security_group_rule and tenant:3da384ef4b4b41f18f6b169bf3afae83 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:35.941220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:35.996493 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-73a74de0-5cf5-4be5-a727-8468948205ac req-7fa503a3-27bd-4688-8548-dd9fbba2e9ca tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014816 Dec 07 15:30:36.000462 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:36.031871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a042a8f9-46b9-4aa5-b06b-1a61212203c9,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:36.049418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:36.080378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Checking segment: {'id': 'ecd11478-5085-4af5-8c39-e105c97602b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5d9f078f-f344-487e-ba30-c5b4ff320a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:30:36.080780 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Network hostable DHCP agents. Network: 5d9f078f-f344-487e-ba30-c5b4ff320a57, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:30:36.171363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:36.250897 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:36.253993 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Network 5d9f078f-f344-487e-ba30-c5b4ff320a57 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:30:36.267043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4f75df1b-8578-440d-951c-47fe2125f904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:36.399361 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b2c484ff-eab5-4590-9a89-d19c47ffd99b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:36.429164 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b2c484ff-eab5-4590-9a89-d19c47ffd99b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:36.490402 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:30:36.590895 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, 5d9f078f-f344-487e-ba30-c5b4ff320a57) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:36.595459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:36.596109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:36.601706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5538d349-dc87-4c67-92e9-8c2c77312ccd None None] Network 5d9f078f-f344-487e-ba30-c5b4ff320a57 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:30:36.621975 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:36.625766 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:36.670138 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.l3_db [None req-b2c484ff-eab5-4590-9a89-d19c47ffd99b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Floating IP 9dd0b651-87e9-46db-90fa-e198ed44635c associated. External IP: 172.27.1.86, port: 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07. Dec 07 15:30:36.792791 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1354771 Dec 07 15:30:36.830399 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Allocated IP 192.168.233.40 (c76d1ee2-db68-423f-8fb6-e7e7d211c301/2cd680ce-65bc-4a65-9498-d0307e69fcc4/e4a6651e-1d5b-4e8a-9614-211ff54e0c39) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:30:36.941351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da848c4-eb81-4f6e-ad2f-10d4ab2a0bd3 None None] Network 5d9f078f-f344-487e-ba30-c5b4ff320a57 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:30:37.051895 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0fec9ab6-c1ce-41f7-be3b-0ec21107b739 req-a2587ee1-b59d-47e4-b24e-4b13067fc6a8 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 210 time: 0.1342981 Dec 07 15:30:37.128849 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd06f58-2a3b-4284-af8c-6d01b8cf3b79 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Router 18354c9c-937e-48ba-affa-7ffe41bf775d has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:30:37.361191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:37.403419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Transition to ACTIVE for port object e4a6651e-1d5b-4e8a-9614-211ff54e0c39 will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:30:37.451328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3a85b-8819-4964-a3db-1f59632294a2 req-239fedf8-4ba8-48b0-80d3-8da2570e74bf tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:37.453359 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-47c3a85b-8819-4964-a3db-1f59632294a2 req-239fedf8-4ba8-48b0-80d3-8da2570e74bf tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1359057 Dec 07 15:30:37.490279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:37.507287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:37.538090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44916) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:37.585938 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-47c3a85b-8819-4964-a3db-1f59632294a2 req-b5c0259d-3cbe-4630-bcf7-9121b9e0276b tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798080 Dec 07 15:30:37.609288 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Network c76d1ee2-db68-423f-8fb6-e7e7d211c301 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:30:37.613951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:37.616433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:30:37.621324 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:37.622028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:37.633950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c484ff-eab5-4590-9a89-d19c47ffd99b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Router 352bbc8f-1e06-47ab-b7ce-be60f0114257 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:30:37.639568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Pushing event updated for resources: {'Port': ['ID=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:37.644602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:37.677636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd06f58-2a3b-4284-af8c-6d01b8cf3b79 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:30:37.695093 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3fd06f58-2a3b-4284-af8c-6d01b8cf3b79 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:37.695599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] Sync routers for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:30:37.709985 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:30:37.710950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:30:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:37.738037 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4203873 Dec 07 15:30:37.755263 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Request body: {'port': {'device_id': '83e33a7f-95b2-4676-8033-54fef15e1e02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:37.918447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c484ff-eab5-4590-9a89-d19c47ffd99b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:30:37.923530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b2c484ff-eab5-4590-9a89-d19c47ffd99b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:37.929545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] Sync routers for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:30:37.957192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:30:37.966309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:30:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:38.008482 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b2c484ff-eab5-4590-9a89-d19c47ffd99b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "PUT /v2.0/floatingips/9dd0b651-87e9-46db-90fa-e198ed44635c HTTP/1.1" status: 200 len: 991 time: 2.9958730 Dec 07 15:30:38.009904 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:38.014170 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-3fd06f58-2a3b-4284-af8c-6d01b8cf3b79 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "PUT /v2.0/floatingips/577c8e90-b977-4016-ae36-8263244b86c6 HTTP/1.1" status: 200 len: 992 time: 4.5083685 Dec 07 15:30:38.017151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'tag': '6dec1902-55a0-4322-83a2-697949ab1980'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:38.023495 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:38.037572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:38.081302 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:30:38.247944 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:38.258032 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:30:38.298795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] Usage tracker for resource:security_group_rule and tenant:c05fe81e526a4cfc8c990fe01d194dd6 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:38.305301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:38.327882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:38.462809 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'status': 'completed', 'code': 200} Dec 07 15:30:38.468347 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'tag': '6dec1902-55a0-4322-83a2-697949ab1980', 'status': 'completed', 'code': 200} Dec 07 15:30:38.682108 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d5748780-13fe-44ab-8b7f-9f3a934b0eb7 req-20737db1-7582-480b-874f-4da6d8c2b3ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 1099 time: 0.1706655 Dec 07 15:30:38.843766 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-84102f0c-fa56-4270-9283-97c56aadb0fe None None] Provisioning for port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:38.855008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-84102f0c-fa56-4270-9283-97c56aadb0fe None None] Provisioning complete for port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:38.855529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84102f0c-fa56-4270-9283-97c56aadb0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:38.872180 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a6651e-1d5b-4e8a-9614-211ff54e0c39 {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:38.880841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:38.898998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Transition to ACTIVE for port object e4a6651e-1d5b-4e8a-9614-211ff54e0c39 will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:30:38.913992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-84102f0c-fa56-4270-9283-97c56aadb0fe None None] Port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:30:38.952165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '9dd0b651-87e9-46db-90fa-e198ed44635c', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'port_id': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'mac_address': 'fa:16:3e:e9:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:30:03Z', 'updated_at': '2021-12-07T15:30:36Z', 'revision_number': 1, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:38.957111 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] Checking router: 352bbc8f-1e06-47ab-b7ce-be60f0114257 for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:30:38.958415 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:38.962566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:38.967940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:38.971529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:30:38.973021 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:30:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:38.991847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5748780-13fe-44ab-8b7f-9f3a934b0eb7 req-1c982165-e03c-48bf-a865-9d77f922f4af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:38.994927 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d5748780-13fe-44ab-8b7f-9f3a934b0eb7 req-1c982165-e03c-48bf-a865-9d77f922f4af service neutron] 10.222.0.66 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 918 time: 0.2239401 Dec 07 15:30:39.006050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '577c8e90-b977-4016-ae36-8263244b86c6', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'port_id': '6dec1902-55a0-4322-83a2-697949ab1980', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'mac_address': 'fa:16:3e:a7:63:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:30:04Z', 'updated_at': '2021-12-07T15:30:34Z', 'revision_number': 1, 'project_id': 'f29024093ec14a4388390d83481f4329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:39.012464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] Checking router: 18354c9c-937e-48ba-affa-7ffe41bf775d for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:30:39.024559 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:30:39.025956 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:30:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:39.046916 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:39.057944 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:39.091118 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:39.093754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:39.128310 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c05fe81e526a4cfc8c990fe01d194dd6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5817742 Dec 07 15:30:39.129196 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44942) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:39.132399 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aee12c-9018-4391-a5c8-c9e8a7eb1795,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:39.183295 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:30:39.205481 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:39.228488 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d5748780-13fe-44ab-8b7f-9f3a934b0eb7 req-36b3e85a-dcec-4fb1-bf0b-fb250c01da82 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 HTTP/1.1" status: 200 len: 999 time: 0.1671703 Dec 07 15:30:39.233901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b60dffeb-691b-4e08-b332-8c3ecc6a21f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:39.267967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b60dffeb-691b-4e08-b332-8c3ecc6a21f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:39.297525 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:30:39.321345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5748780-13fe-44ab-8b7f-9f3a934b0eb7 req-0a056008-e560-44e6-9144-15279ff81d8a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:39.323859 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d5748780-13fe-44ab-8b7f-9f3a934b0eb7 req-0a056008-e560-44e6-9144-15279ff81d8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e HTTP/1.1" status: 200 len: 856 time: 0.0806324 Dec 07 15:30:39.402532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4c370-cea4-4289-8098-24ecf46dd8c3 req-cd9969c8-5308-409e-adc3-aafecdecc997 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:39.417652 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-26b4c370-cea4-4289-8098-24ecf46dd8c3 req-cd9969c8-5308-409e-adc3-aafecdecc997 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.4201744 Dec 07 15:30:39.434928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b60dffeb-691b-4e08-b332-8c3ecc6a21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:39.454848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c0b3e338-a29e-4f84-9470-db6dd09ae24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:39.489114 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dffeb-691b-4e08-b332-8c3ecc6a21f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aee12c-9018-4391-a5c8-c9e8a7eb1795,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:39.495542 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe5a24-83cf-491b-8233-cc0cb6d98866 req-c29d486e-b18b-4d27-86fd-8b5e80b475ca tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:39.500524 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6886ae7b-0288-4067-a938-39d74e71d2f0 req-5a8381ea-fb92-4d35-bcb6-306b81ddf0e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f29024093ec14a4388390d83481f4329&device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 1099 time: 1.0176892 Dec 07 15:30:39.502373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b60dffeb-691b-4e08-b332-8c3ecc6a21f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:39.504459 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-04fe5a24-83cf-491b-8233-cc0cb6d98866 req-c29d486e-b18b-4d27-86fd-8b5e80b475ca tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 935 time: 0.8211632 Dec 07 15:30:39.527975 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-26b4c370-cea4-4289-8098-24ecf46dd8c3 req-9e7679ea-9af8-4402-b3a1-135e58f473b1 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090333 Dec 07 15:30:39.553480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Attempting to bind port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:30:39.559588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Attempting to bind port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:30:39.559588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Attempting to bind port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 on network c76d1ee2-db68-423f-8fb6-e7e7d211c301 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:39.736216 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '9dd0b651-87e9-46db-90fa-e198ed44635c', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'port_id': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'mac_address': 'fa:16:3e:e9:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:30:03Z', 'updated_at': '2021-12-07T15:30:36Z', 'revision_number': 1, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:39.743938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a698ab-1a60-4505-8464-74a956753b7c None None] The sync data for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi is: [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '9dd0b651-87e9-46db-90fa-e198ed44635c', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'port_id': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'mac_address': 'fa:16:3e:e9:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:30:03Z', 'updated_at': '2021-12-07T15:30:36Z', 'revision_number': 1, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:30:39.904207 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '577c8e90-b977-4016-ae36-8263244b86c6', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'port_id': '6dec1902-55a0-4322-83a2-697949ab1980', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'mac_address': 'fa:16:3e:a7:63:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:30:04Z', 'updated_at': '2021-12-07T15:30:34Z', 'revision_number': 1, 'project_id': 'f29024093ec14a4388390d83481f4329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:39.909353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69b8eac-2cf6-4a34-afa7-00d90f0c2776 None None] The sync data for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi is: [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '577c8e90-b977-4016-ae36-8263244b86c6', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'port_id': '6dec1902-55a0-4322-83a2-697949ab1980', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'mac_address': 'fa:16:3e:a7:63:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:30:04Z', 'updated_at': '2021-12-07T15:30:34Z', 'revision_number': 1, 'project_id': 'f29024093ec14a4388390d83481f4329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:30:39.919461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 on network c76d1ee2-db68-423f-8fb6-e7e7d211c301 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:30:39.920234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Attempting to bind port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 on network c76d1ee2-db68-423f-8fb6-e7e7d211c301 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:30:39.928769 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b60dffeb-691b-4e08-b332-8c3ecc6a21f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:39.936785 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b60dffeb-691b-4e08-b332-8c3ecc6a21f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85aee12c-9018-4391-a5c8-c9e8a7eb1795 HTTP/1.1" status: 204 len: 168 time: 0.7895899 Dec 07 15:30:39.979210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886ae7b-0288-4067-a938-39d74e71d2f0 req-f35f5e85-18c7-453a-8893-3e6a09d4eeb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:39.981832 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6886ae7b-0288-4067-a938-39d74e71d2f0 req-f35f5e85-18c7-453a-8893-3e6a09d4eeb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 200 len: 912 time: 0.4288771 Dec 07 15:30:40.031213 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d5748780-13fe-44ab-8b7f-9f3a934b0eb7 req-52dfb68d-16c5-471c-a247-abf78fab7d35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eafe2320-70ae-4b66-99a7-55c3ef384b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6916552 Dec 07 15:30:40.041260 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-04fe5a24-83cf-491b-8233-cc0cb6d98866 req-2240a862-5a99-4086-96b2-a2a14d142d7f tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349705 Dec 07 15:30:40.067518 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:30:40.071487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Checking segment: {'id': 'a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:30:40.072716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Bound using segment: {'id': 'a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:30:40.073571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Bound port: e4a6651e-1d5b-4e8a-9614-211ff54e0c39, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:30:40.074452 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:40.214284 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6886ae7b-0288-4067-a938-39d74e71d2f0 req-2a3b8837-83a6-49d2-b0cf-f9d74b63bc88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dec1902-55a0-4322-83a2-697949ab1980 HTTP/1.1" status: 200 len: 1000 time: 0.2214606 Dec 07 15:30:40.221887 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d5748780-13fe-44ab-8b7f-9f3a934b0eb7 req-527963f6-a1fe-4189-b23f-799fde4aef8c service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795185 Dec 07 15:30:40.230457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] For port e4a6651e-1d5b-4e8a-9614-211ff54e0c39, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:30:40.234595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] For port e4a6651e-1d5b-4e8a-9614-211ff54e0c39, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,segment=NetworkSegment(a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c),segment_id=a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:30:40.300090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:40.313972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-24e26b1f-8191-40d2-82f1-2cbd9ab006b3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:40.421454 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:40.422986 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/e4a6651e-1d5b-4e8a-9614-211ff54e0c39 HTTP/1.1" status: 200 len: 1097 time: 2.6727374 Dec 07 15:30:40.450357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9f4e3-8ed1-4537-b9b1-8c8b4d43868c None None] New status for floating IP 9dd0b651-87e9-46db-90fa-e198ed44635c: ACTIVE {{(pid=88289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:30:40.469036 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e33a7f-95b2-4676-8033-54fef15e1e02', 'tag': 'e4a6651e-1d5b-4e8a-9614-211ff54e0c39'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:40.508265 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d5748780-13fe-44ab-8b7f-9f3a934b0eb7 req-5ec9de21-3774-4593-a47d-0736ecd395b5 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769222 Dec 07 15:30:40.512717 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886ae7b-0288-4067-a938-39d74e71d2f0 req-6012d324-45f0-4a71-92fb-d5ca20c7bb2a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:40.514508 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6886ae7b-0288-4067-a938-39d74e71d2f0 req-6012d324-45f0-4a71-92fb-d5ca20c7bb2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed661dd4-366e-41cb-9394-53e56919a3ab HTTP/1.1" status: 200 len: 850 time: 0.2780704 Dec 07 15:30:40.656586 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e33a7f-95b2-4676-8033-54fef15e1e02', 'tag': 'e4a6651e-1d5b-4e8a-9614-211ff54e0c39', 'status': 'completed', 'code': 200} Dec 07 15:30:40.666576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a80af-a3b5-431b-8cfc-2493ee781b4a None None] New status for floating IP 577c8e90-b977-4016-ae36-8263244b86c6: ACTIVE {{(pid=88288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:30:40.667483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:40.684962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:40.762212 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6886ae7b-0288-4067-a938-39d74e71d2f0 req-9ed45394-c0a3-495b-b76b-da331b73a5db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1851239 Dec 07 15:30:40.767110 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-4661a4cf-fc77-4fe4-8137-ca601668347e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3da384ef4b4b41f18f6b169bf3afae83&device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 1100 time: 0.2630615 Dec 07 15:30:40.876616 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44974) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:41.041473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b22121-0d4e-40fa-a8e3-949e3a6368ed req-974b4c32-d056-4569-8699-004ce0f2deed tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:41.043339 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-07b22121-0d4e-40fa-a8e3-949e3a6368ed req-974b4c32-d056-4569-8699-004ce0f2deed tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.2441001 Dec 07 15:30:41.126385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:41.141562 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-07b22121-0d4e-40fa-a8e3-949e3a6368ed req-ac104c14-3091-4818-9516-552eb1af532a tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888534 Dec 07 15:30:41.215898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:41.231147 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-27d4e01e-7c1d-4770-ae9c-54a7f452b629 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=e4a6651e-1d5b-4e8a-9614-211ff54e0c39 HTTP/1.1" status: 200 len: 217 time: 0.3742115 Dec 07 15:30:41.341232 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6886ae7b-0288-4067-a938-39d74e71d2f0 req-6a4bf0b0-be98-4565-9270-a2834b1c8814 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730326 Dec 07 15:30:41.350614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:41.385313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ecffe-5465-4ba3-8ef2-7bf098c85515 req-859cf7c1-cc02-4c36-86dc-5e1ed9af21d8 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:41.387149 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b33ecffe-5465-4ba3-8ef2-7bf098c85515 req-859cf7c1-cc02-4c36-86dc-5e1ed9af21d8 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 947 time: 0.0949290 Dec 07 15:30:41.403892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] Usage tracker for resource:security_group_rule and tenant:bce267ccd4aa43a7a40545767b199ea9 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:41.410036 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-af4347dc-79a8-4918-a429-723e5f247abe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:41.411453 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-af4347dc-79a8-4918-a429-723e5f247abe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cd680ce-65bc-4a65-9498-d0307e69fcc4 HTTP/1.1" status: 200 len: 843 time: 0.1690514 Dec 07 15:30:41.412425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:41.422442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:41.442782 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b33ecffe-5465-4ba3-8ef2-7bf098c85515 req-53a3c51b-0f46-425a-8e83-065226358340 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479033 Dec 07 15:30:41.806796 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6886ae7b-0288-4067-a938-39d74e71d2f0 req-57310036-91e7-42fa-b488-c88cfc56dcb7 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569304 Dec 07 15:30:41.839522 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-0cb84a61-ee8f-4fb4-9c27-90f106da6cfb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c76d1ee2-db68-423f-8fb6-e7e7d211c301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3698001 Dec 07 15:30:41.877336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:41.945432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:41.957745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-82fec89d-f202-4d73-ab90-e5e5d80980f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:42.028319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a5d0c-1b47-4107-8cf3-b63db74f0e30,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:42.042781 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:42.047936 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-87a5e6cf-3b6c-4b81-8d4f-8114723897d7 service neutron] 10.222.0.66 "GET /v2.0/networks/c76d1ee2-db68-423f-8fb6-e7e7d211c301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010198 Dec 07 15:30:42.050229 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bce267ccd4aa43a7a40545767b199ea9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1631720 Dec 07 15:30:42.053029 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 44990) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:42.251799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-146bde91-8143-4f05-9b13-63dc1f700296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:42.268722 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db027613-a9b2-47d2-aa7c-0e539b2d1953 req-9cb04091-af4c-492c-8ddd-f1a3d6051c0b service neutron] 10.222.0.66 "GET /v2.0/networks/c76d1ee2-db68-423f-8fb6-e7e7d211c301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034616 Dec 07 15:30:42.288825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-146bde91-8143-4f05-9b13-63dc1f700296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:42.365312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-146bde91-8143-4f05-9b13-63dc1f700296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:42.371372 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-28e64672-330c-4490-a40e-320e7b3d3297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:42.374316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efa062-bc93-45df-a292-f19bfc08b825 req-f4a5a91b-ae95-4b99-b28b-2dcf80501b3b tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:42.375999 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e2efa062-bc93-45df-a292-f19bfc08b825 req-f4a5a91b-ae95-4b99-b28b-2dcf80501b3b tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.0887485 Dec 07 15:30:42.430176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bde91-8143-4f05-9b13-63dc1f700296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a5d0c-1b47-4107-8cf3-b63db74f0e30,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:42.430421 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e2efa062-bc93-45df-a292-f19bfc08b825 req-92d6646d-826b-412d-a061-da4dc7078160 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479338 Dec 07 15:30:42.437799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-146bde91-8143-4f05-9b13-63dc1f700296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:42.438676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-146bde91-8143-4f05-9b13-63dc1f700296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:42.441711 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-146bde91-8143-4f05-9b13-63dc1f700296 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e2a5d0c-1b47-4107-8cf3-b63db74f0e30 HTTP/1.1" status: 204 len: 168 time: 0.3857365 Dec 07 15:30:42.497824 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-add9009c-2e3f-46ba-b6a3-9b7813cbf98d req-0101f739-46cc-4e40-a41c-40a067567e42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3da384ef4b4b41f18f6b169bf3afae83&device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 1100 time: 0.1134439 Dec 07 15:30:42.664087 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9009c-2e3f-46ba-b6a3-9b7813cbf98d req-c467c9f4-ae9d-4c7c-b27d-5b6e665fee85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:42.664087 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-add9009c-2e3f-46ba-b6a3-9b7813cbf98d req-c467c9f4-ae9d-4c7c-b27d-5b6e665fee85 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c76d1ee2-db68-423f-8fb6-e7e7d211c301 HTTP/1.1" status: 200 len: 870 time: 0.1580858 Dec 07 15:30:42.687377 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb63b05-00ac-424a-b5ae-8c98fa36c313 req-e47af44b-55b1-4111-894a-137d98a5dd99 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:42.689031 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2eb63b05-00ac-424a-b5ae-8c98fa36c313 req-e47af44b-55b1-4111-894a-137d98a5dd99 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 947 time: 0.0974872 Dec 07 15:30:42.750537 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2eb63b05-00ac-424a-b5ae-8c98fa36c313 req-02964307-3577-4a47-966d-151dba27b06b tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551708 Dec 07 15:30:42.764192 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-add9009c-2e3f-46ba-b6a3-9b7813cbf98d req-3e1c043a-282b-4d4e-9ff6-65aa465ad192 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=e4a6651e-1d5b-4e8a-9614-211ff54e0c39 HTTP/1.1" status: 200 len: 217 time: 0.0852637 Dec 07 15:30:42.846696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9009c-2e3f-46ba-b6a3-9b7813cbf98d req-488b8939-5189-4d2c-bfd5-44c9580ba9b8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:42.848343 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-add9009c-2e3f-46ba-b6a3-9b7813cbf98d req-488b8939-5189-4d2c-bfd5-44c9580ba9b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cd680ce-65bc-4a65-9498-d0307e69fcc4 HTTP/1.1" status: 200 len: 843 time: 0.0769830 Dec 07 15:30:42.946225 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-add9009c-2e3f-46ba-b6a3-9b7813cbf98d req-ff2f871f-df73-4c1c-8a7e-e1c8acd98ff2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c76d1ee2-db68-423f-8fb6-e7e7d211c301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0835683 Dec 07 15:30:43.128496 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-add9009c-2e3f-46ba-b6a3-9b7813cbf98d req-91fbcab5-bdc5-45cd-b045-eab0781039c1 service neutron] 10.222.0.66 "GET /v2.0/networks/c76d1ee2-db68-423f-8fb6-e7e7d211c301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690221 Dec 07 15:30:43.302372 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-add9009c-2e3f-46ba-b6a3-9b7813cbf98d req-16ab0322-8e22-4d28-82d7-a0d0f89a4790 service neutron] 10.222.0.66 "GET /v2.0/networks/c76d1ee2-db68-423f-8fb6-e7e7d211c301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654975 Dec 07 15:30:43.677771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb94c59-d70b-4ddf-96b8-b5a766810801 req-914b747e-3b1c-4594-a4eb-e641f6e4396d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:43.679385 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fdb94c59-d70b-4ddf-96b8-b5a766810801 req-914b747e-3b1c-4594-a4eb-e641f6e4396d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.0851018 Dec 07 15:30:43.730613 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fdb94c59-d70b-4ddf-96b8-b5a766810801 req-0f861db8-e5d0-4e5a-a38c-7fe66be37001 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 Dec 07 15:30:43.973420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e82ff9-2bb1-4264-930a-cfa0f1a8b66e req-58588620-727f-407a-b0b5-f589148a3756 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:43.975156 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-61e82ff9-2bb1-4264-930a-cfa0f1a8b66e req-58588620-727f-407a-b0b5-f589148a3756 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 947 time: 0.0911591 Dec 07 15:30:44.029991 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-61e82ff9-2bb1-4264-930a-cfa0f1a8b66e req-fd41fee0-16bd-4bc3-bfe0-741bad58a590 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479507 Dec 07 15:30:44.957182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad889a-048f-4f56-984e-8a12a7a502b9 req-9be88d07-7975-41a1-8817-4e4528093aaa tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:44.959752 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-69ad889a-048f-4f56-984e-8a12a7a502b9 req-9be88d07-7975-41a1-8817-4e4528093aaa tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.0866754 Dec 07 15:30:45.023064 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-69ad889a-048f-4f56-984e-8a12a7a502b9 req-3f5595cf-ed62-4142-a9e4-e3bd3c5f8337 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577652 Dec 07 15:30:45.246007 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcee5c9-e239-432c-963b-85f1f07e1319 req-0007143d-477b-4256-935b-a878402a07b2 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:45.247647 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dfcee5c9-e239-432c-963b-85f1f07e1319 req-0007143d-477b-4256-935b-a878402a07b2 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 947 time: 0.0854349 Dec 07 15:30:45.299535 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dfcee5c9-e239-432c-963b-85f1f07e1319 req-4b922fdd-cd0a-4337-967b-1cfdc49a3187 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450613 Dec 07 15:30:46.286425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d5a05-ac27-495d-8149-7fc3903d3639 req-a2f94688-2726-4504-8ee0-68f8ebbdf9b5 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:46.288053 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e2d5a05-ac27-495d-8149-7fc3903d3639 req-a2f94688-2726-4504-8ee0-68f8ebbdf9b5 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.0932338 Dec 07 15:30:46.342748 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e2d5a05-ac27-495d-8149-7fc3903d3639 req-3dd75e3e-f3f7-4e5c-b838-d7947f0a7280 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463164 Dec 07 15:30:46.442394 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device e4a6651e-1d5b-4e8a-9614-211ff54e0c39 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:30:46.519618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a389ab6-ce3d-4c44-a168-e7d6773eec96 req-c4c9f2d0-16f7-426a-8a82-c814541770fd tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:46.521386 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9a389ab6-ce3d-4c44-a168-e7d6773eec96 req-c4c9f2d0-16f7-426a-8a82-c814541770fd tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 947 time: 0.0903881 Dec 07 15:30:46.572565 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9a389ab6-ce3d-4c44-a168-e7d6773eec96 req-97be90f7-1575-4d85-bf29-014a219d8aa5 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445220 Dec 07 15:30:46.598693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port e4a6651e-1d5b-4e8a-9614-211ff54e0c39, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,segment=NetworkSegment(a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c),segment_id=a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:46.614666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'e4a6651e-1d5b-4e8a-9614-211ff54e0c39', 'network_id': 'c76d1ee2-db68-423f-8fb6-e7e7d211c301', 'port_id': 'e4a6651e-1d5b-4e8a-9614-211ff54e0c39', 'mac_address': 'fa:16:3e:0e:d6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd680ce-65bc-4a65-9498-d0307e69fcc4', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:30:46.683808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:46.707973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a6651e-1d5b-4e8a-9614-211ff54e0c39 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:30:46.784369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port e4a6651e-1d5b-4e8a-9614-211ff54e0c39, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,segment=NetworkSegment(a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c),segment_id=a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:46.835073 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:46.839070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:46.911332 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:46.922387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.922778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.923163 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.923541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.923915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.924286 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.924657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.925034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.925426 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.925791 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.926159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:46.931066 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:49.555381 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec2b1-f238-4d04-a4c7-1584e4f24ced req-b96ea122-9037-4cc1-88c0-dff21767d775 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:49.557116 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e0aec2b1-f238-4d04-a4c7-1584e4f24ced req-b96ea122-9037-4cc1-88c0-dff21767d775 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1527638 Dec 07 15:30:49.568025 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86778712-0e79-4b91-bffd-ca945a1a7e87 req-3b5a20b6-ccac-461b-9d4d-7008301aa68c tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:49.569746 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-86778712-0e79-4b91-bffd-ca945a1a7e87 req-3b5a20b6-ccac-461b-9d4d-7008301aa68c tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 948 time: 0.1261039 Dec 07 15:30:49.652393 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e0aec2b1-f238-4d04-a4c7-1584e4f24ced req-f849d229-a5fb-445d-a2fa-8cb239502325 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805421 Dec 07 15:30:49.657770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['e4a6651e-1d5b-4e8a-9614-211ff54e0c39'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:49.659150 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-86778712-0e79-4b91-bffd-ca945a1a7e87 req-90f72109-c2c1-4c40-8fb5-8dbbafb65463 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722597 Dec 07 15:30:50.957229 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74101cda-15f4-464c-993e-882c169d2374 req-eae1ff30-4afe-4f55-8fab-6fa6d52871cc tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:50.958970 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-74101cda-15f4-464c-993e-882c169d2374 req-eae1ff30-4afe-4f55-8fab-6fa6d52871cc tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 948 time: 0.1515369 Dec 07 15:30:50.965535 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58064d9-23cf-4879-a154-8c19fcaf9b6a req-1245a1c0-a42f-4149-98db-c13a2ee8fe57 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:50.967091 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c58064d9-23cf-4879-a154-8c19fcaf9b6a req-1245a1c0-a42f-4149-98db-c13a2ee8fe57 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1584661 Dec 07 15:30:51.054049 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-74101cda-15f4-464c-993e-882c169d2374 req-ea21ef3c-cc2c-4da7-8065-a96aace83a30 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858266 Dec 07 15:30:51.057240 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c58064d9-23cf-4879-a154-8c19fcaf9b6a req-1f7134e1-8c0f-4a50-9851-59df230126c6 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706415 Dec 07 15:30:52.148648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device e4a6651e-1d5b-4e8a-9614-211ff54e0c39 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:30:52.273630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:30:52.279176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:30:52.281777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:52.409923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:52.440864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e33a7f-95b2-4676-8033-54fef15e1e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a6651e-1d5b-4e8a-9614-211ff54e0c39'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:52.451885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port e4a6651e-1d5b-4e8a-9614-211ff54e0c39, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,segment=NetworkSegment(a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c),segment_id=a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:52.514641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:52.516713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-26ef151a-6715-413f-b84d-a6ba3dcb2d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:52.587146 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:52.590678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:54.142249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-595d8d7a-1f69-4de6-ad69-60d726ab58a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:54.374163 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58853dbc-8aef-470b-b24e-83b0b309ee73 req-9cc5d400-3f16-43e6-a57c-fd8f8578332d tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:54.376183 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-58853dbc-8aef-470b-b24e-83b0b309ee73 req-9cc5d400-3f16-43e6-a57c-fd8f8578332d tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 949 time: 0.1581249 Dec 07 15:30:54.382604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1804a5d-a3a0-4405-bafa-d24291076de5 req-c3d1a028-c0d0-4e2c-bc00-67ea2364de8a tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:54.384994 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f1804a5d-a3a0-4405-bafa-d24291076de5 req-c3d1a028-c0d0-4e2c-bc00-67ea2364de8a tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1320696 Dec 07 15:30:54.469029 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-58853dbc-8aef-470b-b24e-83b0b309ee73 req-3245b740-864a-4c1b-8159-77627c72cf04 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823135 Dec 07 15:30:54.471672 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f1804a5d-a3a0-4405-bafa-d24291076de5 req-6da65087-91f4-461b-9ecf-588847a41a4b tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691230 Dec 07 15:30:54.541526 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e33a7f-95b2-4676-8033-54fef15e1e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a6651e-1d5b-4e8a-9614-211ff54e0c39', 'code': 200} Dec 07 15:30:54.885041 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cfb51011-d536-4711-a53b-f5f04e50ca52 req-76c5fb69-a3f0-44f2-a7dd-afaf567a9ed8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 1102 time: 0.0800538 Dec 07 15:30:54.940859 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cfb51011-d536-4711-a53b-f5f04e50ca52 req-f1c5afc1-b836-428b-af51-46b7a5b097b5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439892 Dec 07 15:30:55.623557 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:55.757119 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fc709-40e4-4acf-b8c7-a562a59b1e56 req-298ec441-3e62-4173-94a8-657d5eebbd61 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:55.758854 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-599fc709-40e4-4acf-b8c7-a562a59b1e56 req-298ec441-3e62-4173-94a8-657d5eebbd61 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 949 time: 0.1547241 Dec 07 15:30:55.772941 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fdd76-7863-4770-99e4-65bbd53db8b4 req-42e746e0-d604-4d24-9a3f-87d9d138df39 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:55.775357 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bb4fdd76-7863-4770-99e4-65bbd53db8b4 req-42e746e0-d604-4d24-9a3f-87d9d138df39 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1313715 Dec 07 15:30:55.856874 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-599fc709-40e4-4acf-b8c7-a562a59b1e56 req-166c0e88-57ce-4979-9e9d-2e11b2f56c1e tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903854 Dec 07 15:30:55.861028 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bb4fdd76-7863-4770-99e4-65bbd53db8b4 req-52f74c52-39cd-4a23-868b-12ab4ce0a6ea tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682847 Dec 07 15:30:56.840626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d55449c4-8352-4cc7-9164-d6bc8993d39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:56.918998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:57.174637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc49509-d7d9-4a9b-b546-6d285034cadd req-85ccb1d3-8b2b-4331-a02f-680053f5209e tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:57.183374 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bcc49509-d7d9-4a9b-b546-6d285034cadd req-85ccb1d3-8b2b-4331-a02f-680053f5209e tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 949 time: 0.1901884 Dec 07 15:30:57.233039 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31ffca-58cd-4a5d-82d3-bff55858d63d req-811130ec-ba8b-4da4-b80f-39fa25b404f5 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:57.235044 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1f31ffca-58cd-4a5d-82d3-bff55858d63d req-811130ec-ba8b-4da4-b80f-39fa25b404f5 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1891448 Dec 07 15:30:57.276365 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bcc49509-d7d9-4a9b-b546-6d285034cadd req-ffc67988-9cca-452d-bb93-4ebbad24d61d tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917685 Dec 07 15:30:57.328833 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1f31ffca-58cd-4a5d-82d3-bff55858d63d req-a84a1060-7bbf-4240-a34b-101bb2022187 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839236 Dec 07 15:30:57.924821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b996dbe-3a87-4947-a054-6979b9e63a8e req-ad067813-68f7-4a27-95f8-8c8e5ef85c75 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:57.926362 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6b996dbe-3a87-4947-a054-6979b9e63a8e req-ad067813-68f7-4a27-95f8-8c8e5ef85c75 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 949 time: 0.0835676 Dec 07 15:30:57.974235 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6b996dbe-3a87-4947-a054-6979b9e63a8e req-1c8fab38-cec5-4c26-8597-92b40f7f683e tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Dec 07 15:30:58.341757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:58.527411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c7f26-532d-48b3-a352-beee00c3d251 req-0e52a0f6-b747-47a5-9ff3-0ddd7908af36 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:58.534088 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-393c7f26-532d-48b3-a352-beee00c3d251 req-0e52a0f6-b747-47a5-9ff3-0ddd7908af36 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.0876269 Dec 07 15:30:58.590303 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-393c7f26-532d-48b3-a352-beee00c3d251 req-f500d78d-6b4c-486e-9851-a2ccc71abfc6 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551853 Dec 07 15:30:59.190789 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc145c-41ec-4eba-b9e4-216f9f72e033 req-c2971c7b-ae27-4b2b-b8c9-c9026db36032 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:59.192426 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4bdc145c-41ec-4eba-b9e4-216f9f72e033 req-c2971c7b-ae27-4b2b-b8c9-c9026db36032 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 949 time: 0.0842886 Dec 07 15:30:59.242298 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4bdc145c-41ec-4eba-b9e4-216f9f72e033 req-e0435abf-2b9b-434c-8164-d25eabe654ca tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Dec 07 15:30:59.816228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da177228-59db-4ede-a35a-6e01ec85a590 req-e3fc49c1-9928-4bff-91e3-b8133ba9e632 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:59.818271 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-da177228-59db-4ede-a35a-6e01ec85a590 req-e3fc49c1-9928-4bff-91e3-b8133ba9e632 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.0942998 Dec 07 15:30:59.877349 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-da177228-59db-4ede-a35a-6e01ec85a590 req-1cda9563-cf8a-447a-8bfa-69477ce6a7a6 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486920 Dec 07 15:31:02.319315 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace229b-fd42-4521-b208-2535ed2a3399 req-bf87c274-0a7c-49b8-a74d-1d880149c6f4 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:02.320889 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bace229b-fd42-4521-b208-2535ed2a3399 req-bf87c274-0a7c-49b8-a74d-1d880149c6f4 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1179426 Dec 07 15:31:02.327381 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35580deb-0a9a-4301-97f7-d9565e7552bd req-82c1b3f0-f43c-40eb-868a-f5c5558a4b4a tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:02.328847 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-35580deb-0a9a-4301-97f7-d9565e7552bd req-82c1b3f0-f43c-40eb-868a-f5c5558a4b4a tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 949 time: 0.1612504 Dec 07 15:31:02.408039 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bace229b-fd42-4521-b208-2535ed2a3399 req-060aa361-e389-4a15-81c9-46fae804a8d8 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780611 Dec 07 15:31:02.412753 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-35580deb-0a9a-4301-97f7-d9565e7552bd req-cc537328-6f72-44d4-89c9-f15f558bde20 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655980 Dec 07 15:31:02.623728 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-eac43dc0-b1fb-4438-a888-223767b8324d tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:02.624472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-eac43dc0-b1fb-4438-a888-223767b8324d tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Synchronizing usage tracker for tenant:3da384ef4b4b41f18f6b169bf3afae83 on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:31:02.690336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-eac43dc0-b1fb-4438-a888-223767b8324d tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Unset dirty status for tenant:3da384ef4b4b41f18f6b169bf3afae83 on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:31:02.691494 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-eac43dc0-b1fb-4438-a888-223767b8324d tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.66 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 949 time: 0.1504018 Dec 07 15:31:02.765307 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Deleting port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:31:02.765695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:03.026708 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] For port e4a6651e-1d5b-4e8a-9614-211ff54e0c39, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,segment=NetworkSegment(a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c),segment_id=a4a4e2da-5ff2-43de-ac6f-0b0c22238a1c)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:31:03.027120 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:03.198179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Calling delete_port for e4a6651e-1d5b-4e8a-9614-211ff54e0c39 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:31:03.564249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 45372) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:03.623916 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:03.631263 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:03.687463 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Pushing event deleted for resources: {'Port': ['ID=e4a6651e-1d5b-4e8a-9614-211ff54e0c39,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:03.695374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5f22d9-adb1-46b5-8736-29e118f549fa admin admin] Deleting subnet e3165cfe-6151-4b70-b36f-91223f371026 {{(pid=88286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:31:03.702309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:03.702309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a5f22d9-adb1-46b5-8736-29e118f549fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:03.829521 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ccca6411-8a57-49fa-a082-e02e862a3f74 req-5f507a36-1389-4b7b-bb97-56ea20f0a05a tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 210 time: 0.2431710 Dec 07 15:31:03.837309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] No DVR routers for this DVR port e4a6651e-1d5b-4e8a-9614-211ff54e0c39 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:31:03.845810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:03.851218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e33a7f-95b2-4676-8033-54fef15e1e02', 'name': 'network-vif-deleted', 'tag': 'e4a6651e-1d5b-4e8a-9614-211ff54e0c39'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:31:03.880990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a5f22d9-adb1-46b5-8736-29e118f549fa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:03.885411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476f647-f212-4e20-96eb-e6c5632609a3 req-2acc4e31-d0d1-4cc2-801e-6e8148b9a932 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:03.887220 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8476f647-f212-4e20-96eb-e6c5632609a3 req-2acc4e31-d0d1-4cc2-801e-6e8148b9a932 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.3441138 Dec 07 15:31:03.897382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a5f22d9-adb1-46b5-8736-29e118f549fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:03.934385 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-abe9b91e-dedc-40f0-b625-1ebda74fb12e req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.66 "DELETE /v2.0/ports/e4a6651e-1d5b-4e8a-9614-211ff54e0c39 HTTP/1.1" status: 204 len: 173 time: 1.2354169 Dec 07 15:31:03.957864 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e33a7f-95b2-4676-8033-54fef15e1e02', 'name': 'network-vif-deleted', 'tag': 'e4a6651e-1d5b-4e8a-9614-211ff54e0c39', 'status': 'completed', 'code': 200} Dec 07 15:31:03.962126 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8476f647-f212-4e20-96eb-e6c5632609a3 req-cabf8533-2822-4a0e-99c3-8eea92391f6c tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631313 Dec 07 15:31:04.256531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a5f22d9-adb1-46b5-8736-29e118f549fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:04.261598 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-97cc05d5-da62-4a0b-a439-1884da4839d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:04.302494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f22d9-adb1-46b5-8736-29e118f549fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3165cfe-6151-4b70-b36f-91223f371026,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:04.305156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5a5f22d9-adb1-46b5-8736-29e118f549fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:04.308003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5a5f22d9-adb1-46b5-8736-29e118f549fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:04.320140 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5a5f22d9-adb1-46b5-8736-29e118f549fa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e3165cfe-6151-4b70-b36f-91223f371026 HTTP/1.1" status: 204 len: 168 time: 0.7523952 Dec 07 15:31:04.320498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 45388) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:04.442488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:04.576362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:04.602687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.603085 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.603885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.604319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > port after_create 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.604649 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > port after_delete 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.605005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > port after_update 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.605383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.605736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.606086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.606437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.672342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.672720 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.673132 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.673598 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:31:04.673917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14435624-fbc6-4d71-ae19-d6cd11517132']}} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:31:04.687194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dab18a-7302-4c6e-a6af-4c2cfff2ad78') {'for_net_delete': True} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:31:04.687528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dab18a-7302-4c6e-a6af-4c2cfff2ad78') {} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:31:04.699946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853421409'] for segment, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:04.805877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:04.814086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:31:04.814871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848302918'] for segment, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: (self, other), Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: (self, other), Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:31:04.832071 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:31:05.103003 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7436b1a3-f945-4968-a454-74bf83262dc9 req-9b24a1e7-edd8-49f9-8c6c-fc4a53440d6d tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e33a7f-95b2-4676-8033-54fef15e1e02 HTTP/1.1" status: 200 len: 210 time: 0.0748734 Dec 07 15:31:05.244781 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872b206-411a-4845-8120-fb82443cc3aa req-0090ef1a-4c8c-41be-bf38-9d73d586354d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:05.246365 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5872b206-411a-4845-8120-fb82443cc3aa req-0090ef1a-4c8c-41be-bf38-9d73d586354d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.0880899 Dec 07 15:31:05.296742 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5872b206-411a-4845-8120-fb82443cc3aa req-7f5a20a6-2d4a-4652-87e4-92b5e0a02b45 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Dec 07 15:31:05.377556 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:05.383714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:05.387135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:05.408499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Pushing event deleted for resources: {'Network': ['ID=14435624-fbc6-4d71-ae19-d6cd11517132,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:05.410997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:05.413338 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] 10.222.0.64 "DELETE /v2.0/networks/14435624-fbc6-4d71-ae19-d6cd11517132 HTTP/1.1" status: 204 len: 168 time: 1.0910268 Dec 07 15:31:05.417419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 45406) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:05.482215 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4170a7-2093-410e-81a3-20a8188f9086 admin admin] Deleting subnet a042a8f9-46b9-4aa5-b06b-1a61212203c9 {{(pid=88286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:31:05.485679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aa4170a7-2093-410e-81a3-20a8188f9086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:05.545925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aa4170a7-2093-410e-81a3-20a8188f9086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354390'] for subnet, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:05.612861 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aa4170a7-2093-410e-81a3-20a8188f9086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:05.697722 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aa4170a7-2093-410e-81a3-20a8188f9086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6472984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6791907'] for subnet, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:05.703011 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ed4766cb-0e8f-413c-ad50-9039e74c1fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:05.743255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4170a7-2093-410e-81a3-20a8188f9086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a042a8f9-46b9-4aa5-b06b-1a61212203c9,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:05.747098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-aa4170a7-2093-410e-81a3-20a8188f9086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:05.749759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aa4170a7-2093-410e-81a3-20a8188f9086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:05.755906 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-aa4170a7-2093-410e-81a3-20a8188f9086 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a042a8f9-46b9-4aa5-b06b-1a61212203c9 HTTP/1.1" status: 204 len: 168 time: 0.3388088 Dec 07 15:31:05.758543 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 45418) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:05.873052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:06.005165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:06.031618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9f078f-f344-487e-ba30-c5b4ff320a57']}} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:31:06.045100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd11478-5085-4af5-8c39-e105c97602b4') {'for_net_delete': True} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:31:06.045463 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd11478-5085-4af5-8c39-e105c97602b4') {} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:31:06.057092 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853421409'] for segment, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:06.072724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:06.080397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:31:06.080816 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848302918'] for segment, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:31:06.095076 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:31:06.206786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:06.210373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-51358ee9-2e30-46e2-aa90-cb300672e6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:06.228920 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:06.237133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9f078f-f344-487e-ba30-c5b4ff320a57,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:06.240446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:06.242064 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] 10.222.0.64 "DELETE /v2.0/networks/5d9f078f-f344-487e-ba30-c5b4ff320a57 HTTP/1.1" status: 204 len: 168 time: 0.4823763 Dec 07 15:31:06.534603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device e4a6651e-1d5b-4e8a-9614-211ff54e0c39 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:31:06.572792 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: e4a6651e-1d5b-4e8a-9614-211ff54e0c39 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:31:06.573865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device e4a6651e-1d5b-4e8a-9614-211ff54e0c39 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:31:06.735055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 45438) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:06.794921 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-741d0f29-ee34-4091-a12f-a0779f900840 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ef654a84c2f4009b49b827d4e8d5389&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0580611 Dec 07 15:31:06.797117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 45442) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:06.828917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfe2ea-3de0-4d77-923b-7e5527a41144 req-8641cdae-f468-41e0-83bc-a005b492ac78 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:06.830769 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3ddfe2ea-3de0-4d77-923b-7e5527a41144 req-8641cdae-f468-41e0-83bc-a005b492ac78 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.0826166 Dec 07 15:31:06.863923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a0e78704-fefa-4872-9717-a74a4b2c8753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:06.879837 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3ddfe2ea-3de0-4d77-923b-7e5527a41144 req-4754f5ac-6abb-4d86-946c-8f59a96d4cc5 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429845 Dec 07 15:31:06.896879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a0e78704-fefa-4872-9717-a74a4b2c8753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:06.976187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a0e78704-fefa-4872-9717-a74a4b2c8753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:06.982576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-19a5bc90-56c2-4b89-8c7b-1c7f840b51d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:06.997349 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e78704-fefa-4872-9717-a74a4b2c8753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab9811d-af67-40e4-80bd-77680e083142,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:06.999870 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a0e78704-fefa-4872-9717-a74a4b2c8753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:07.002154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a0e78704-fefa-4872-9717-a74a4b2c8753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:07.003361 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a0e78704-fefa-4872-9717-a74a4b2c8753 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ab9811d-af67-40e4-80bd-77680e083142 HTTP/1.1" status: 204 len: 168 time: 0.2051890 Dec 07 15:31:07.633583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 45486) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:07.701064 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0dba482a-c41f-4e06-b4eb-f1a0530ce5e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b2764b0d3ca43e2be4b642095238137&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0655575 Dec 07 15:31:07.703491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 45492) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:07.776559 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4ebe2e66-7ca6-45a0-8d04-079ecff4965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:07.807623 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4ebe2e66-7ca6-45a0-8d04-079ecff4965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:07.880046 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4ebe2e66-7ca6-45a0-8d04-079ecff4965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:07.885351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:07.899463 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe2e66-7ca6-45a0-8d04-079ecff4965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b5e355-8ec7-4579-af84-58595b52fe2d,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:07.904201 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4ebe2e66-7ca6-45a0-8d04-079ecff4965d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:07.905520 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4ebe2e66-7ca6-45a0-8d04-079ecff4965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:07.909287 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4ebe2e66-7ca6-45a0-8d04-079ecff4965d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04b5e355-8ec7-4579-af84-58595b52fe2d HTTP/1.1" status: 204 len: 168 time: 0.2014651 Dec 07 15:31:08.110630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e73d-f077-4006-9f2e-4daf51c2bc6c req-7b0f739e-d09f-4127-bef3-d43e6e6edb43 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:08.112449 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d793e73d-f077-4006-9f2e-4daf51c2bc6c req-7b0f739e-d09f-4127-bef3-d43e6e6edb43 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.0884738 Dec 07 15:31:08.173678 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d793e73d-f077-4006-9f2e-4daf51c2bc6c req-99bd7c3a-82ed-4f17-9873-a618fe138975 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547776 Dec 07 15:31:08.699158 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4051340-782f-4763-976f-5c34362edeab req-662b7211-971b-4ee9-86b8-b169b33a3f91 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922728 Dec 07 15:31:08.949348 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4051340-782f-4763-976f-5c34362edeab req-11d59237-1e7a-46f6-82f8-e9e01b00464b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 1098 time: 0.1426473 Dec 07 15:31:09.186958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4051340-782f-4763-976f-5c34362edeab req-ba353134-0970-4005-9c6c-b20ed36e608c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:09.188568 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4051340-782f-4763-976f-5c34362edeab req-ba353134-0970-4005-9c6c-b20ed36e608c service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 915 time: 0.2075567 Dec 07 15:31:09.284373 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4051340-782f-4763-976f-5c34362edeab req-61cc89c7-91e9-4920-ba00-db7d95c7c827 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a HTTP/1.1" status: 200 len: 217 time: 0.0821819 Dec 07 15:31:09.376075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4051340-782f-4763-976f-5c34362edeab req-eafcd0e3-e47a-496d-b052-a38b1749fe1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:09.377744 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4051340-782f-4763-976f-5c34362edeab req-eafcd0e3-e47a-496d-b052-a38b1749fe1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0797117 Dec 07 15:31:09.459627 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4051340-782f-4763-976f-5c34362edeab req-4fc1d85d-db9d-4827-baa2-37fc39a19d12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722845 Dec 07 15:31:09.497001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58eb6a-049b-4f4a-b168-dd871c526f39 req-6787b7a2-691d-47ed-b65f-501df62c7f20 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:09.509928 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dd58eb6a-049b-4f4a-b168-dd871c526f39 req-6787b7a2-691d-47ed-b65f-501df62c7f20 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1406140 Dec 07 15:31:09.585721 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dd58eb6a-049b-4f4a-b168-dd871c526f39 req-f0d24350-10f8-4c9f-889e-cde4c02aee31 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498290 Dec 07 15:31:09.642502 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4051340-782f-4763-976f-5c34362edeab req-c4f5f73c-ad0e-4570-bf1b-498f2412a410 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704283 Dec 07 15:31:09.810030 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4051340-782f-4763-976f-5c34362edeab req-35880ac4-b99c-44d8-8f94-787a6b74101b service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543086 Dec 07 15:31:10.910678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd5718-e5ae-4a07-910e-1be696b227ae req-505ab617-66a5-45ac-b5c4-7e2344873911 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:10.920118 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-95fd5718-e5ae-4a07-910e-1be696b227ae req-505ab617-66a5-45ac-b5c4-7e2344873911 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1643760 Dec 07 15:31:10.983693 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-95fd5718-e5ae-4a07-910e-1be696b227ae req-a11cb65a-30ab-4055-b41f-4bea59707474 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621302 Dec 07 15:31:11.028742 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:11.169928 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5b264e49-b860-4688-8b1b-bf71dd59df25 req-be9fd220-0678-4e65-b6a6-f220a03e11d9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 1098 time: 0.1038289 Dec 07 15:31:11.230597 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5b264e49-b860-4688-8b1b-bf71dd59df25 req-d2370403-54de-4c01-80a2-a33c751ff36c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480418 Dec 07 15:31:11.592795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 45812) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:11.800043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:11.837961 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:11.844208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] Usage tracker for resource:security_group_rule and tenant:e70c3c2bbd3b487f83f7433c5ab438f8 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:11.847630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:11.855784 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:11.938342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:11.965633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:11.974222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a0e78704-fefa-4872-9717-a74a4b2c8753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:12.022906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf2b0d1-59d3-47ea-82d9-93bfbd733b31,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:12.026950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:12.031108 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e70c3c2bbd3b487f83f7433c5ab438f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4364274 Dec 07 15:31:12.033382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 45830) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:12.113163 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-516dd3c4-633a-425a-aaff-029a64b314a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:12.147027 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-516dd3c4-633a-425a-aaff-029a64b314a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:12.314499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-516dd3c4-633a-425a-aaff-029a64b314a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:12.321474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:12.394972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dd3c4-633a-425a-aaff-029a64b314a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf2b0d1-59d3-47ea-82d9-93bfbd733b31,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:12.398676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-516dd3c4-633a-425a-aaff-029a64b314a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:12.405506 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-516dd3c4-633a-425a-aaff-029a64b314a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cf2b0d1-59d3-47ea-82d9-93bfbd733b31 HTTP/1.1" status: 204 len: 168 time: 0.3653343 Dec 07 15:31:12.405506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-516dd3c4-633a-425a-aaff-029a64b314a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:12.450879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6908490-3301-4423-9c9e-e16bc0fc7979 req-0bd52ef8-6931-425f-88ab-f8fa139927ba tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:12.457806 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e6908490-3301-4423-9c9e-e16bc0fc7979 req-0bd52ef8-6931-425f-88ab-f8fa139927ba tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1383653 Dec 07 15:31:12.526224 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e6908490-3301-4423-9c9e-e16bc0fc7979 req-9d1e5cf5-7726-430c-97ae-eba7df1a4f5a tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618715 Dec 07 15:31:13.483272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:31:13.758744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfca1a-9a5a-423c-80cc-66c6205b26f9 req-4eca7970-a014-4ed0-aeb3-14f09d38d2c4 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:13.760938 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6fdfca1a-9a5a-423c-80cc-66c6205b26f9 req-4eca7970-a014-4ed0-aeb3-14f09d38d2c4 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.0898013 Dec 07 15:31:13.818604 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6fdfca1a-9a5a-423c-80cc-66c6205b26f9 req-cb78c54c-81b2-4cd2-afe4-45f45a5afbc1 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493827 Dec 07 15:31:14.123429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3c755-6183-42f9-b77b-65fe404490d3 req-84eea3a2-a1c4-4e25-a64d-90f7a6dbe31b tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:14.125072 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5da3c755-6183-42f9-b77b-65fe404490d3 req-84eea3a2-a1c4-4e25-a64d-90f7a6dbe31b tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0967898 Dec 07 15:31:14.187339 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5da3c755-6183-42f9-b77b-65fe404490d3 req-92e3a800-9470-48c6-aaef-3ca40cdd6fef tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550218 Dec 07 15:31:14.685531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 45922) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:14.924913 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 45936) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:14.925596 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-09ec7b4e-252c-434d-acb1-5e6d13019445 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3da384ef4b4b41f18f6b169bf3afae83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2380605 Dec 07 15:31:15.062973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7f824f41-2bc1-4304-a90d-f0b4704b6164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:15.093443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7f824f41-2bc1-4304-a90d-f0b4704b6164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:15.181718 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7f824f41-2bc1-4304-a90d-f0b4704b6164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:15.187681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a96e80c7-f4a2-4f6b-906f-7c811ed0eb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:15.201952 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f824f41-2bc1-4304-a90d-f0b4704b6164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a62bda9-5d85-42b7-80ca-a56cd1c0cff5,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:15.206765 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7f824f41-2bc1-4304-a90d-f0b4704b6164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:15.212676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7f824f41-2bc1-4304-a90d-f0b4704b6164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:15.215154 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7f824f41-2bc1-4304-a90d-f0b4704b6164 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a62bda9-5d85-42b7-80ca-a56cd1c0cff5 HTTP/1.1" status: 204 len: 168 time: 0.2884796 Dec 07 15:31:16.678118 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f043d5c4-1a88-4067-982a-936469fbd995 req-c3dee2d9-6e4c-4df1-8a7b-343c30618a18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 1098 time: 0.0901940 Dec 07 15:31:16.735847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e679d-bba7-4d10-9650-9334d59b5016 req-34e9ecc2-7a8e-4479-8c65-e51c419a44de tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:16.738907 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-182e679d-bba7-4d10-9650-9334d59b5016 req-34e9ecc2-7a8e-4479-8c65-e51c419a44de tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1099393 Dec 07 15:31:16.809023 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-182e679d-bba7-4d10-9650-9334d59b5016 req-e1e3b35c-1847-41e5-bbf6-6bff0a96698a tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624402 Dec 07 15:31:16.866798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043d5c4-1a88-4067-982a-936469fbd995 req-dcd2c2a8-e4e5-4874-bc8b-0319aa27bb51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:16.868390 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f043d5c4-1a88-4067-982a-936469fbd995 req-dcd2c2a8-e4e5-4874-bc8b-0319aa27bb51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 919 time: 0.1727886 Dec 07 15:31:16.960359 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f043d5c4-1a88-4067-982a-936469fbd995 req-748b108a-ed69-4da8-8534-19e34d479059 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edae90c7-a115-4eab-b1cd-be3906aeba33 HTTP/1.1" status: 200 len: 217 time: 0.0777407 Dec 07 15:31:17.044004 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043d5c4-1a88-4067-982a-936469fbd995 req-fd12ee69-e41b-4f74-bcc7-121203b5f47b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:17.045650 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f043d5c4-1a88-4067-982a-936469fbd995 req-fd12ee69-e41b-4f74-bcc7-121203b5f47b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 200 len: 858 time: 0.0757740 Dec 07 15:31:17.123951 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f043d5c4-1a88-4067-982a-936469fbd995 req-f6165b8c-6e79-40c5-8066-3ecb85e264be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbbc4c27-c24a-4474-a770-02721db0b5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665157 Dec 07 15:31:17.303512 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f043d5c4-1a88-4067-982a-936469fbd995 req-07b0139d-774b-45c0-a869-546260541598 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651247 Dec 07 15:31:17.462476 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f043d5c4-1a88-4067-982a-936469fbd995 req-d5648a53-575f-47db-915e-f65973d6ed67 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511152 Dec 07 15:31:18.046182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acc8cb-a0e5-4ca2-88b6-93a5281e34b3 req-79c35749-c6eb-4229-ac4c-179155a55930 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:18.047810 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-16acc8cb-a0e5-4ca2-88b6-93a5281e34b3 req-79c35749-c6eb-4229-ac4c-179155a55930 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0846689 Dec 07 15:31:18.112185 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-16acc8cb-a0e5-4ca2-88b6-93a5281e34b3 req-12bc6518-5079-4d12-b63d-7a909fbf92a2 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581303 Dec 07 15:31:19.078034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 46056) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:19.246090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:19.282733 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:19.287494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:830a0e79c5bf488883bc20732e15eb7c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:19.291228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:19.303482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:19.337490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052daa2-d705-499c-aa7c-2e3efb6ad2eb req-efed77eb-ea22-4e30-9228-362cdd6c2830 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:19.339419 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7052daa2-d705-499c-aa7c-2e3efb6ad2eb req-efed77eb-ea22-4e30-9228-362cdd6c2830 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0913436 Dec 07 15:31:19.379160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:19.394202 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7052daa2-d705-499c-aa7c-2e3efb6ad2eb req-2d6f8833-85bb-4f05-ac7f-1c81256e427d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Dec 07 15:31:19.411193 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:19.420029 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:19.461912 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ebdf6f-5bbd-4d63-992c-507aedc74a0c,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:19.466126 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:19.471403 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=830a0e79c5bf488883bc20732e15eb7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3897743 Dec 07 15:31:19.472246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 46068) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:19.545807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97f63ac9-92ba-4b3b-8782-d86a63752592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:19.574682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97f63ac9-92ba-4b3b-8782-d86a63752592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:19.651696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97f63ac9-92ba-4b3b-8782-d86a63752592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:19.656930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:19.672101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f63ac9-92ba-4b3b-8782-d86a63752592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ebdf6f-5bbd-4d63-992c-507aedc74a0c,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:19.675293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-97f63ac9-92ba-4b3b-8782-d86a63752592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:19.676215 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97f63ac9-92ba-4b3b-8782-d86a63752592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:19.677821 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-97f63ac9-92ba-4b3b-8782-d86a63752592 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31ebdf6f-5bbd-4d63-992c-507aedc74a0c HTTP/1.1" status: 204 len: 168 time: 0.2041965 Dec 07 15:31:20.740846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 46104) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:20.896655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1968482523-network', 'tenant_id': '755eb11f3b074c80b8c52f47f1f06888'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:31:20.901977 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:20.906068 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Usage tracker for resource:network and tenant:755eb11f3b074c80b8c52f47f1f06888 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:20.909066 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:20.915654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:20.959852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Made reservation on behalf of 755eb11f3b074c80b8c52f47f1f06888 for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:31:20.964885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:20.979783 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:21.016706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:21.021069 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Usage tracker for resource:security_group_rule and tenant:755eb11f3b074c80b8c52f47f1f06888 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:21.024096 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:21.030320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:21.098974 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:21.120013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:21.124488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0c6e9f58-a40e-46b0-a257-16347646544d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:21.144558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:31:21.166565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c44768f-c7b5-4b2a-8be3-5d81df4f9398,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:21.169790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:21.170971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:21.171351 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Added segment b68315c6-945e-4c39-826d-eace861319b4 of type vlan for network bc9fb464-572e-4ab1-8fd8-a6d0836621bc Dec 07 15:31:21.198389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:21.268438 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:21.270136 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:21.271291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:21.278465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:21.381277 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6391325 Dec 07 15:31:21.384745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 46114) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:21.393862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Request body: {'subnet': {'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1968482523-subnet', 'tenant_id': '755eb11f3b074c80b8c52f47f1f06888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:31:21.394078 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Pushing event updated for resources: {'Network': ['ID=bc9fb464-572e-4ab1-8fd8-a6d0836621bc,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:21.396945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:21.398908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:21.403876 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Usage tracker for resource:subnet and tenant:755eb11f3b074c80b8c52f47f1f06888 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:21.407028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:21.407264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network bc9fb464-572e-4ab1-8fd8-a6d0836621bc details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:31:21.413457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:21.445459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Made reservation on behalf of 755eb11f3b074c80b8c52f47f1f06888 for: {'subnet': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:31:21.451603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:21.719113 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:21.724075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:21.808809 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224b011d-4cc7-4bb0-8b46-b77d4e6dfd40,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:21.812534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:21.819756 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Checking segment: {'id': 'b68315c6-945e-4c39-826d-eace861319b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:31:21.820147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Network hostable DHCP agents. Network: bc9fb464-572e-4ab1-8fd8-a6d0836621bc, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:31:21.856826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Network bc9fb464-572e-4ab1-8fd8-a6d0836621bc is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:31:21.885925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, bc9fb464-572e-4ab1-8fd8-a6d0836621bc) {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:31:21.892960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:21.893332 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:21.901301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53217d70-a858-4c7d-81e4-4774e0c98793 None None] Network bc9fb464-572e-4ab1-8fd8-a6d0836621bc requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:31:21.938197 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4e2dfdc1-58ff-4dac-8792-e2b0a2717941 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5507221 Dec 07 15:31:22.172826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8054e72-6af2-4b47-bc7a-1ae0e85bb084 req-cce2f552-d37e-4ccd-937f-ae8fb8697efe tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:22.174564 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a8054e72-6af2-4b47-bc7a-1ae0e85bb084 req-cce2f552-d37e-4ccd-937f-ae8fb8697efe tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1206245 Dec 07 15:31:22.186198 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7516a8a-c7c1-488a-bc2c-998fde07a320 None None] Network bc9fb464-572e-4ab1-8fd8-a6d0836621bc requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:31:22.230319 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a8054e72-6af2-4b47-bc7a-1ae0e85bb084 req-c453445c-e2c6-4fd6-bfe8-150813d67120 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487390 Dec 07 15:31:23.453183 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c182bec-1848-4dd8-ab32-de70ff86b88d req-c0663b9c-4488-4f56-9c98-3527243b3210 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:23.454683 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5c182bec-1848-4dd8-ab32-de70ff86b88d req-c0663b9c-4488-4f56-9c98-3527243b3210 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0868301 Dec 07 15:31:23.502252 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5c182bec-1848-4dd8-ab32-de70ff86b88d req-7ef4778f-f941-442b-91ea-7d08b027f2af tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414398 Dec 07 15:31:24.131015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5033b84b-0fa2-431e-ad19-f97e97bcf8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:24.286499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-41ca84f6-120d-4d81-996b-4a5a6e90f9f4 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:24.288209 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-41ca84f6-120d-4d81-996b-4a5a6e90f9f4 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/networks?id=bc9fb464-572e-4ab1-8fd8-a6d0836621bc HTTP/1.1" status: 200 len: 809 time: 0.1572022 Dec 07 15:31:24.306313 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-93675a3e-d483-43c6-af5d-50fcb431aa78 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/quotas/755eb11f3b074c80b8c52f47f1f06888 HTTP/1.1" status: 200 len: 375 time: 0.0121350 Dec 07 15:31:24.361172 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-a0c97582-33e0-40fe-a44d-e08f38a42f4e tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=755eb11f3b074c80b8c52f47f1f06888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478837 Dec 07 15:31:24.505290 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-1930fce3-c1be-4d7a-86c8-92d9e88841e9 service neutron] 10.222.0.64 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367130 Dec 07 15:31:24.654015 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-353ea104-252c-495b-a454-8933eec0e57e service neutron] 10.222.0.64 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417589 Dec 07 15:31:25.633616 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:26.822139 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3ec4559c-70b1-485f-b60f-c8fc9e781c97 req-8466418c-e955-4311-a288-7196e70437d3 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 210 time: 0.0562422 Dec 07 15:31:26.851001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30a41e-9cea-4969-88db-545f7a9cde21 req-234d3f6f-7082-40cc-a9fc-8e9126397407 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:26.852637 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0c30a41e-9cea-4969-88db-545f7a9cde21 req-234d3f6f-7082-40cc-a9fc-8e9126397407 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1293116 Dec 07 15:31:26.857675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-82f3d7ee-4ea0-4c76-af9a-573da9e13efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:26.896764 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:26.905743 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0c30a41e-9cea-4969-88db-545f7a9cde21 req-719bc37a-c2dd-464c-9992-870e06eb520c tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444989 Dec 07 15:31:27.811998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-8e4d25d9-9ed5-455d-8aa4-e915b206b84f tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:27.812919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-8e4d25d9-9ed5-455d-8aa4-e915b206b84f tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Synchronizing usage tracker for tenant:755eb11f3b074c80b8c52f47f1f06888 on resource:network {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:31:27.862600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-8e4d25d9-9ed5-455d-8aa4-e915b206b84f tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Unset dirty status for tenant:755eb11f3b074c80b8c52f47f1f06888 on resource:network {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:31:27.864467 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-8e4d25d9-9ed5-455d-8aa4-e915b206b84f tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.66 "GET /v2.0/networks?id=bc9fb464-572e-4ab1-8fd8-a6d0836621bc HTTP/1.1" status: 200 len: 809 time: 0.2325802 Dec 07 15:31:27.900147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Request body: {'port': {'device_id': '2ce08616-fdc7-4786-afb8-55f76b5ec545', 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc', 'admin_state_up': True, 'tenant_id': '755eb11f3b074c80b8c52f47f1f06888'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:31:28.011493 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-08f44451-dd43-41ef-8706-158ca516ddf9 req-af03ca53-e936-4b81-b923-155db8f8daa9 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 210 time: 0.0568275 Dec 07 15:31:28.067318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:28.071440 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Usage tracker for resource:port and tenant:755eb11f3b074c80b8c52f47f1f06888 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:28.075952 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:28.082848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:28.131474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Made reservation on behalf of 755eb11f3b074c80b8c52f47f1f06888 for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:31:28.138056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:28.269112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b942d0-7679-4680-b2d0-614d9acf6aba req-edbd47fd-fdfc-429d-8121-177800831e1f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:28.270782 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-71b942d0-7679-4680-b2d0-614d9acf6aba req-edbd47fd-fdfc-429d-8121-177800831e1f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0831468 Dec 07 15:31:28.332749 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-71b942d0-7679-4680-b2d0-614d9acf6aba req-d3f30209-5443-4b0c-b715-bb1eb04bc749 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Dec 07 15:31:28.333635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Allocated IP 172.20.0.9 (bc9fb464-572e-4ab1-8fd8-a6d0836621bc/224b011d-4cc7-4bb0-8b46-b77d4e6dfd40/f1620cc2-fd4c-4d4f-af5f-6e8026c8885e) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:31:28.333773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:28.587086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:28.639491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:28.645218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:28.717220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Network bc9fb464-572e-4ab1-8fd8-a6d0836621bc is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:31:28.720383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:31:28.724608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:31:28.767129 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Pushing event updated for resources: {'Port': ['ID=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:28.775248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:28.794571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:28.795235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:28.840015 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9443524 Dec 07 15:31:30.548201 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Request body: {'port': {'device_id': '2ce08616-fdc7-4786-afb8-55f76b5ec545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:31:30.856445 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:31.223873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1620cc2-fd4c-4d4f-af5f-6e8026c8885e {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:31:31.230870 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:31.246138 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Transition to ACTIVE for port object f1620cc2-fd4c-4d4f-af5f-6e8026c8885e will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:31:31.290482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:31.295265 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-55d95bf7-d7fb-4984-b8ea-6d88e6d2a9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:31.420946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Pushing event updated for resources: {'Port': ['ID=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:31.425215 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:31.538625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Attempting to bind port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:31:31.539029 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Attempting to bind port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'b68315c6-945e-4c39-826d-eace861319b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:31:31.539398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Attempting to bind port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e on network bc9fb464-572e-4ab1-8fd8-a6d0836621bc {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:31:31.545635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e on network bc9fb464-572e-4ab1-8fd8-a6d0836621bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:31:31.545994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Attempting to bind port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e on network bc9fb464-572e-4ab1-8fd8-a6d0836621bc {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:31:31.553806 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:31:31.554337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Checking segment: {'id': 'b68315c6-945e-4c39-826d-eace861319b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:31:31.554572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Bound using segment: {'id': 'b68315c6-945e-4c39-826d-eace861319b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:31:31.555045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Bound port: f1620cc2-fd4c-4d4f-af5f-6e8026c8885e, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68315c6-945e-4c39-826d-eace861319b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:31:31.555422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:31.663283 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] For port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:31:31.667387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] For port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,segment=NetworkSegment(b68315c6-945e-4c39-826d-eace861319b4),segment_id=b68315c6-945e-4c39-826d-eace861319b4)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:31:31.703083 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:31.708433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:31.786982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:31.788522 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] 10.222.0.66 "PUT /v2.0/ports/f1620cc2-fd4c-4d4f-af5f-6e8026c8885e HTTP/1.1" status: 200 len: 1093 time: 1.2452610 Dec 07 15:31:31.789038 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce08616-fdc7-4786-afb8-55f76b5ec545', 'tag': 'f1620cc2-fd4c-4d4f-af5f-6e8026c8885e'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:31:31.804610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Pushing event updated for resources: {'Port': ['ID=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:31.808504 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:31.894474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba849f-c53f-4c5d-beb4-02daa38f824a req-b2b35edf-cac2-49c7-822b-8562615d5751 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:31.896078 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d8ba849f-c53f-4c5d-beb4-02daa38f824a req-b2b35edf-cac2-49c7-822b-8562615d5751 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 943 time: 0.1549613 Dec 07 15:31:31.903302 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73b102-7974-4182-84f8-90404be6262f req-bd3a6257-9b35-4f6b-abea-48d446f1397d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:31.904792 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ef73b102-7974-4182-84f8-90404be6262f req-bd3a6257-9b35-4f6b-abea-48d446f1397d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1275136 Dec 07 15:31:31.962763 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-276eb11b-7412-413d-8d95-0d7670a221c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=755eb11f3b074c80b8c52f47f1f06888&device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 1096 time: 0.0775023 Dec 07 15:31:31.991024 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d8ba849f-c53f-4c5d-beb4-02daa38f824a req-26d73071-ecae-49a6-b838-f32738cd3016 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851657 Dec 07 15:31:31.996769 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ef73b102-7974-4182-84f8-90404be6262f req-1af4aabd-a2a7-4f0b-944a-dd26691585ff tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756457 Dec 07 15:31:32.058907 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-8e44f68a-f04a-4fec-9927-dfb4349779ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e HTTP/1.1" status: 200 len: 217 time: 0.0845814 Dec 07 15:31:32.068403 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce08616-fdc7-4786-afb8-55f76b5ec545', 'tag': 'f1620cc2-fd4c-4d4f-af5f-6e8026c8885e', 'status': 'completed', 'code': 200} Dec 07 15:31:32.145159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-ea29f1a3-c85a-4806-8ac8-b2a173f42a4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:32.146637 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-ea29f1a3-c85a-4806-8ac8-b2a173f42a4b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=224b011d-4cc7-4bb0-8b46-b77d4e6dfd40 HTTP/1.1" status: 200 len: 849 time: 0.0744324 Dec 07 15:31:32.211189 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-8dfaadca-5ac3-425a-8406-e47534373c3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc9fb464-572e-4ab1-8fd8-a6d0836621bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473051 Dec 07 15:31:32.368227 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-183176c0-240f-417f-9f70-aa83f9740573 service neutron] 10.222.0.66 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437669 Dec 07 15:31:32.586341 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-488e234e-eca4-475d-88ba-114dab3ebae2 req-03711c1a-9adb-4e7e-89f7-81277f5ae4df service neutron] 10.222.0.66 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081382 Dec 07 15:31:32.854894 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f95ea183-e367-4856-8177-c7a958b41fd6 req-aa9f369b-dc4e-4b90-9150-b5426c6a28b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=755eb11f3b074c80b8c52f47f1f06888&device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 1096 time: 0.1388807 Dec 07 15:31:33.007010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ea183-e367-4856-8177-c7a958b41fd6 req-d78850dc-e727-49e4-9d83-49fdb1a9626a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:33.008640 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f95ea183-e367-4856-8177-c7a958b41fd6 req-d78850dc-e727-49e4-9d83-49fdb1a9626a service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc9fb464-572e-4ab1-8fd8-a6d0836621bc HTTP/1.1" status: 200 len: 910 time: 0.1458013 Dec 07 15:31:33.118832 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f95ea183-e367-4856-8177-c7a958b41fd6 req-8292339a-d0a4-4e80-b4b6-afe0d4474dd9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e HTTP/1.1" status: 200 len: 217 time: 0.0997360 Dec 07 15:31:33.207404 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ea183-e367-4856-8177-c7a958b41fd6 req-f7603913-0f09-449b-80c0-43d96b555766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:33.208975 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f95ea183-e367-4856-8177-c7a958b41fd6 req-f7603913-0f09-449b-80c0-43d96b555766 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=224b011d-4cc7-4bb0-8b46-b77d4e6dfd40 HTTP/1.1" status: 200 len: 849 time: 0.0773058 Dec 07 15:31:33.272241 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f95ea183-e367-4856-8177-c7a958b41fd6 req-6a59c2c8-4b62-462d-af2f-3fbb86120442 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc9fb464-572e-4ab1-8fd8-a6d0836621bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469997 Dec 07 15:31:33.389994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb691000-925c-4b62-8436-a6a161a8926a req-0efe7f84-ec55-4594-a592-2086fbd28373 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:33.391617 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fb691000-925c-4b62-8436-a6a161a8926a req-0efe7f84-ec55-4594-a592-2086fbd28373 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1142666 Dec 07 15:31:33.398914 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecc6cf-e0bd-4ca1-aade-e67a460c64a8 req-52b017fb-cdcf-4d9c-bf24-46ab74c8423f tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:33.399997 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-82ecc6cf-e0bd-4ca1-aade-e67a460c64a8 req-52b017fb-cdcf-4d9c-bf24-46ab74c8423f tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 943 time: 0.1617105 Dec 07 15:31:33.432171 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f95ea183-e367-4856-8177-c7a958b41fd6 req-60120a38-c42a-4d66-b91e-4b1f3eab47c8 service neutron] 10.222.0.66 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445274 Dec 07 15:31:33.483256 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fb691000-925c-4b62-8436-a6a161a8926a req-0b4ea10a-4aca-4fa9-ae8d-75394412bca4 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814688 Dec 07 15:31:33.487406 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-82ecc6cf-e0bd-4ca1-aade-e67a460c64a8 req-2f1c8f22-f650-4192-aa6c-4575114f1bc4 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710769 Dec 07 15:31:33.582637 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f95ea183-e367-4856-8177-c7a958b41fd6 req-fe2f9e05-74ad-4740-88ac-2754d8334ac8 service neutron] 10.222.0.66 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428487 Dec 07 15:31:34.778907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3587a5-67d7-4db2-ade6-b49a089113d7 req-98d6a682-670d-4aca-95dc-2a00d64a66e1 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:34.780531 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bb3587a5-67d7-4db2-ade6-b49a089113d7 req-98d6a682-670d-4aca-95dc-2a00d64a66e1 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 943 time: 0.1524627 Dec 07 15:31:34.787110 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0bb05-6961-463b-b82c-cd8ea2a0b712 req-22c957bd-71c0-43c9-ad5d-1b3451cc1463 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:34.788577 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-82d0bb05-6961-463b-b82c-cd8ea2a0b712 req-22c957bd-71c0-43c9-ad5d-1b3451cc1463 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1252539 Dec 07 15:31:34.865032 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bb3587a5-67d7-4db2-ade6-b49a089113d7 req-42c0e01b-8ba1-4727-a514-4dd8617a96e9 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754313 Dec 07 15:31:34.870463 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-82d0bb05-6961-463b-b82c-cd8ea2a0b712 req-7f67e49a-8081-4d49-b588-4fb598f7f004 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660002 Dec 07 15:31:35.585996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device f1620cc2-fd4c-4d4f-af5f-6e8026c8885e details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:31:35.730230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,segment=NetworkSegment(b68315c6-945e-4c39-826d-eace861319b4),segment_id=b68315c6-945e-4c39-826d-eace861319b4)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:31:35.744475 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'f1620cc2-fd4c-4d4f-af5f-6e8026c8885e', 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc', 'port_id': 'f1620cc2-fd4c-4d4f-af5f-6e8026c8885e', 'mac_address': 'fa:16:3e:f4:b0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224b011d-4cc7-4bb0-8b46-b77d4e6dfd40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:31:35.803906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:35.822073 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1620cc2-fd4c-4d4f-af5f-6e8026c8885e {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:31:35.837633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,segment=NetworkSegment(b68315c6-945e-4c39-826d-eace861319b4),segment_id=b68315c6-945e-4c39-826d-eace861319b4)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:31:35.896425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:35.898667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:35.970812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:35.974374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:36.218590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 46400) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:36.242580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['f1620cc2-fd4c-4d4f-af5f-6e8026c8885e'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:31:36.352237 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698684e-331f-4a24-93e8-740dd966e00a req-cfd5b565-a079-4dea-ac44-99e273fa22cf tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:36.353929 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b698684e-331f-4a24-93e8-740dd966e00a req-cfd5b565-a079-4dea-ac44-99e273fa22cf tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.3318267 Dec 07 15:31:36.360253 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa13a36-a181-4348-9dfe-a33699b10a11 req-0dd1ae68-5675-414f-ba73-f2c6a61e2929 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:36.361712 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7aa13a36-a181-4348-9dfe-a33699b10a11 req-0dd1ae68-5675-414f-ba73-f2c6a61e2929 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 944 time: 0.3383152 Dec 07 15:31:36.389297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:36.431577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:36.440497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Usage tracker for resource:security_group_rule and tenant:0404eb1d5c2447689fa8cd32ce1623c1 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:36.442141 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b698684e-331f-4a24-93e8-740dd966e00a req-c4d7daed-86a6-4d8a-aea2-c857ee1069d1 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793805 Dec 07 15:31:36.446147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:36.456036 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7aa13a36-a181-4348-9dfe-a33699b10a11 req-bb14a1c9-c94f-467b-b85f-3d73c9e686e5 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788000 Dec 07 15:31:36.465154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:36.555323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:36.610353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:36.621110 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d12c5177-f2aa-4d62-aea0-5c6d5048e915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:36.668526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab27de79-b3fb-432e-ba2f-ad8f32de04bb,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:36.673497 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0404eb1d5c2447689fa8cd32ce1623c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4535565 Dec 07 15:31:36.676541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 46416) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:36.683665 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.684079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.684483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.684881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.685320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.685715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.686238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.686630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.687018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.687405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.687949 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.692339 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:36.751046 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:36.781599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:36.873851 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:36.878937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:36.892800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab27de79-b3fb-432e-ba2f-ad8f32de04bb,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:36.897935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:36.899120 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab27de79-b3fb-432e-ba2f-ad8f32de04bb HTTP/1.1" status: 204 len: 168 time: 0.2215817 Dec 07 15:31:36.905461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.905862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.906252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.906632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.907013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.907389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.907762 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.908139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.908513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.908881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.909275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:36.912487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:37.595141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device f1620cc2-fd4c-4d4f-af5f-6e8026c8885e up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:31:37.712917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:31:37.718664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:31:37.719095 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:37.747638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bddd2-c468-4927-9cb0-53edfb6a336a req-aab53a31-68e1-4b9b-b419-4fce842ea436 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:37.749873 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ab3bddd2-c468-4927-9cb0-53edfb6a336a req-aab53a31-68e1-4b9b-b419-4fce842ea436 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 944 time: 0.1669002 Dec 07 15:31:37.759453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046b7c7-01bf-4a40-bb85-78f1aac99799 req-08dbb046-1e3d-4dcd-8543-c492b58c354f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:37.761043 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0046b7c7-01bf-4a40-bb85-78f1aac99799 req-08dbb046-1e3d-4dcd-8543-c492b58c354f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1318631 Dec 07 15:31:37.839641 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ab3bddd2-c468-4927-9cb0-53edfb6a336a req-78bb008a-f1dc-49a9-99a9-15e8c7736d96 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775073 Dec 07 15:31:37.843522 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0046b7c7-01bf-4a40-bb85-78f1aac99799 req-16b5213c-3eac-4407-9d9d-fe796bab504e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670760 Dec 07 15:31:37.857383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:37.887998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce08616-fdc7-4786-afb8-55f76b5ec545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1620cc2-fd4c-4d4f-af5f-6e8026c8885e'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:31:37.898256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,segment=NetworkSegment(b68315c6-945e-4c39-826d-eace861319b4),segment_id=b68315c6-945e-4c39-826d-eace861319b4)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:31:37.937410 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:37.939684 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:38.022892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:38.028718 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:38.094398 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce08616-fdc7-4786-afb8-55f76b5ec545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1620cc2-fd4c-4d4f-af5f-6e8026c8885e', 'code': 200} Dec 07 15:31:38.446668 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b409bc3c-612b-4189-928c-1087b75c8aa7 req-ed677e66-a3de-47e4-8c84-d3144f725356 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 1098 time: 0.0751107 Dec 07 15:31:38.481010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 46470) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:38.504942 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b409bc3c-612b-4189-928c-1087b75c8aa7 req-0dc9400c-4510-49d9-b84c-04c78437ce8b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Dec 07 15:31:38.642261 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-458be211-95a3-40cc-8279-101038100eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:38.677241 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-458be211-95a3-40cc-8279-101038100eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:38.681301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-458be211-95a3-40cc-8279-101038100eea admin admin] Usage tracker for resource:security_group_rule and tenant:8a35e8017f6c491d9ed8e0b1f5022d7f is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:38.684683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-458be211-95a3-40cc-8279-101038100eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:38.691028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-458be211-95a3-40cc-8279-101038100eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:38.779960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-458be211-95a3-40cc-8279-101038100eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:38.809255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-458be211-95a3-40cc-8279-101038100eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:38.819953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:38.864980 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-458be211-95a3-40cc-8279-101038100eea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a35e8017f6c491d9ed8e0b1f5022d7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3827982 Dec 07 15:31:38.865804 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458be211-95a3-40cc-8279-101038100eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de8203e-1b56-4877-9d02-f91d07b03506,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:38.867802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 46482) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:38.870117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-458be211-95a3-40cc-8279-101038100eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:38.941843 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a31235d-f28a-4e46-8c81-883768eea38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:38.978789 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a31235d-f28a-4e46-8c81-883768eea38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:39.056265 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a31235d-f28a-4e46-8c81-883768eea38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:39.061681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5b2b9b42-d301-47d7-aebb-b5db8f3c668a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:39.076987 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31235d-f28a-4e46-8c81-883768eea38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de8203e-1b56-4877-9d02-f91d07b03506,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:39.080158 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9a31235d-f28a-4e46-8c81-883768eea38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:39.086183 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a31235d-f28a-4e46-8c81-883768eea38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:39.091360 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-9a31235d-f28a-4e46-8c81-883768eea38a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4de8203e-1b56-4877-9d02-f91d07b03506 HTTP/1.1" status: 204 len: 168 time: 0.2184854 Dec 07 15:31:39.148892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04303d9d-4d0c-4df5-9ff5-44062149704c req-0cafe3b7-6ff6-48ef-9956-55538556c1d1 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:39.150527 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-04303d9d-4d0c-4df5-9ff5-44062149704c req-0cafe3b7-6ff6-48ef-9956-55538556c1d1 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 945 time: 0.1693945 Dec 07 15:31:39.158309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f722bfe-e53b-4293-a348-163609db2535 req-b4acde86-61e1-49ad-9419-22f3bedbedef tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:39.159974 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5f722bfe-e53b-4293-a348-163609db2535 req-b4acde86-61e1-49ad-9419-22f3bedbedef tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1391065 Dec 07 15:31:39.247290 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-04303d9d-4d0c-4df5-9ff5-44062149704c req-efde48a8-1d60-4294-84a1-b34454baa9d7 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862370 Dec 07 15:31:39.258119 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5f722bfe-e53b-4293-a348-163609db2535 req-f14537cb-633b-4e5a-a34c-29ebdf54b4ae tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784512 Dec 07 15:31:39.872758 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f84975e1-b200-44af-b1db-47524c402c78 req-46cd8aed-69b6-4fe6-854a-f61f341eadc9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 1098 time: 0.0876329 Dec 07 15:31:39.931240 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f84975e1-b200-44af-b1db-47524c402c78 req-9df1d139-4330-42c6-a792-518c2111f5b1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497947 Dec 07 15:31:40.539162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86df168-d327-4771-ad0d-48832acdf455 req-27d3b195-2b15-4d67-a190-b20b2da745d8 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:40.540762 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a86df168-d327-4771-ad0d-48832acdf455 req-27d3b195-2b15-4d67-a190-b20b2da745d8 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1516256 Dec 07 15:31:40.551210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a1ce-8e11-469a-a65d-e43cf0605384 req-52a7566f-39cf-4718-99e9-887cb7e780d1 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:40.552737 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5137a1ce-8e11-469a-a65d-e43cf0605384 req-52a7566f-39cf-4718-99e9-887cb7e780d1 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 945 time: 0.1267056 Dec 07 15:31:40.633445 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a86df168-d327-4771-ad0d-48832acdf455 req-68ce7f0f-bf05-489f-8627-8ccf7d21a3a4 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795183 Dec 07 15:31:40.636885 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5137a1ce-8e11-469a-a65d-e43cf0605384 req-86edc554-b553-429c-b462-f6fd4b633578 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630984 Dec 07 15:31:41.022456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:41.858079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c94ab-0858-43b1-a97f-568f9429f01f req-301f32e3-b088-411e-9d24-db17372a6f79 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:41.859957 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a48c94ab-0858-43b1-a97f-568f9429f01f req-301f32e3-b088-411e-9d24-db17372a6f79 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0860653 Dec 07 15:31:41.907796 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a48c94ab-0858-43b1-a97f-568f9429f01f req-878d25fe-d628-4fc4-ada8-8555a838735d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Dec 07 15:31:43.121827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c61f7-b638-4c3c-b20b-e3ffbf101d3d req-c4d4e2bf-2e26-4f1d-9787-6feb1c216d44 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:43.129456 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fd9c61f7-b638-4c3c-b20b-e3ffbf101d3d req-c4d4e2bf-2e26-4f1d-9787-6feb1c216d44 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0942612 Dec 07 15:31:43.176641 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fd9c61f7-b638-4c3c-b20b-e3ffbf101d3d req-51a2705a-932c-4a90-9460-3e2e2bfc68a2 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Dec 07 15:31:44.477456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85d73f-60da-49f9-92a9-f39efe0263ee req-ff9984d6-a17c-43fb-ae5e-e240c727f43d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:44.479752 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-da85d73f-60da-49f9-92a9-f39efe0263ee req-ff9984d6-a17c-43fb-ae5e-e240c727f43d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1556666 Dec 07 15:31:44.491304 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf903d28-9551-48ca-913e-e995174ded68 req-bace21b5-3732-4fd4-b7e5-fb21df7e3e32 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:44.492911 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bf903d28-9551-48ca-913e-e995174ded68 req-bace21b5-3732-4fd4-b7e5-fb21df7e3e32 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 945 time: 0.1131878 Dec 07 15:31:44.580265 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-da85d73f-60da-49f9-92a9-f39efe0263ee req-6f88522c-a860-4af6-ac76-97638cc90e99 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862632 Dec 07 15:31:44.585111 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bf903d28-9551-48ca-913e-e995174ded68 req-0357209e-4399-4818-923d-7a332b0dbb51 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733430 Dec 07 15:31:45.186369 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b0fe6fa0-8273-4e4c-9fbd-fa07a3ad6a90 req-52b9ba83-6f11-4168-87ec-75151838e9f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 1098 time: 0.1231172 Dec 07 15:31:45.231856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c29fdf-219c-4376-b2e6-f48978fbc304 req-fac67329-6e84-4850-ac81-d63d5363e407 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:45.233597 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-27c29fdf-219c-4376-b2e6-f48978fbc304 req-fac67329-6e84-4850-ac81-d63d5363e407 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1106107 Dec 07 15:31:45.293109 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-27c29fdf-219c-4376-b2e6-f48978fbc304 req-71d95ea7-c0a4-4431-bdfa-9adefc49456d tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530045 Dec 07 15:31:45.387741 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe6fa0-8273-4e4c-9fbd-fa07a3ad6a90 req-79fe6735-dcdf-4af9-ad97-144744d48eb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:45.389354 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b0fe6fa0-8273-4e4c-9fbd-fa07a3ad6a90 req-79fe6735-dcdf-4af9-ad97-144744d48eb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 919 time: 0.1936536 Dec 07 15:31:45.482391 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b0fe6fa0-8273-4e4c-9fbd-fa07a3ad6a90 req-6eca7c6e-b5eb-49cd-b3e5-301ab5409cc9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edae90c7-a115-4eab-b1cd-be3906aeba33 HTTP/1.1" status: 200 len: 217 time: 0.0849054 Dec 07 15:31:45.589995 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe6fa0-8273-4e4c-9fbd-fa07a3ad6a90 req-c1eb4830-a621-4d3a-959d-4eb9e612132b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:45.591561 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b0fe6fa0-8273-4e4c-9fbd-fa07a3ad6a90 req-c1eb4830-a621-4d3a-959d-4eb9e612132b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 200 len: 858 time: 0.1019597 Dec 07 15:31:45.661367 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b0fe6fa0-8273-4e4c-9fbd-fa07a3ad6a90 req-a69f8a62-f34c-43da-b6f5-29ac8d3ebc21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbbc4c27-c24a-4474-a770-02721db0b5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591958 Dec 07 15:31:45.837044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a193362-ae64-43d7-88e0-a96e079dde54 req-e240e962-da78-4940-9c9e-fc50a442e0d6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:45.839725 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3a193362-ae64-43d7-88e0-a96e079dde54 req-e240e962-da78-4940-9c9e-fc50a442e0d6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 945 time: 0.0972338 Dec 07 15:31:45.898524 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3a193362-ae64-43d7-88e0-a96e079dde54 req-dc009071-f5b9-4bf7-8544-97409370eca6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523541 Dec 07 15:31:45.990900 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b0fe6fa0-8273-4e4c-9fbd-fa07a3ad6a90 req-2f839927-16b8-4f4e-8638-88e5b5c4a86d service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019409 Dec 07 15:31:46.070049 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-4b9a3619-94d9-48f6-a3a2-6458bbf82953 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:46.071094 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-4b9a3619-94d9-48f6-a3a2-6458bbf82953 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Synchronizing usage tracker for tenant:755eb11f3b074c80b8c52f47f1f06888 on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:31:46.409861 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b0fe6fa0-8273-4e4c-9fbd-fa07a3ad6a90 req-20367cdd-ced9-47f3-81b3-fd2e78efa9f2 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108636 Dec 07 15:31:46.416342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-4b9a3619-94d9-48f6-a3a2-6458bbf82953 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Unset dirty status for tenant:755eb11f3b074c80b8c52f47f1f06888 on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:31:46.417591 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-4b9a3619-94d9-48f6-a3a2-6458bbf82953 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 945 time: 0.5782492 Dec 07 15:31:46.503700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Deleting port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:31:46.508351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:46.604554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658cf75-cb92-4177-81c6-a2f89537fe22 req-380a0068-4e6c-4198-803a-d58f582671b0 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:46.606476 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0658cf75-cb92-4177-81c6-a2f89537fe22 req-380a0068-4e6c-4198-803a-d58f582671b0 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0945024 Dec 07 15:31:46.699307 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0658cf75-cb92-4177-81c6-a2f89537fe22 req-9fbbc6eb-86bb-45b0-ba41-52c32b860edf tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847609 Dec 07 15:31:46.854058 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] For port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,segment=NetworkSegment(b68315c6-945e-4c39-826d-eace861319b4),segment_id=b68315c6-945e-4c39-826d-eace861319b4)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:31:46.854426 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:46.986079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Calling delete_port for f1620cc2-fd4c-4d4f-af5f-6e8026c8885e owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:31:47.116680 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002ff86-5108-4545-80a1-00acdf53f371 req-2a4f5665-df07-46e8-94b8-95e40d8cf3a7 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:47.118277 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6002ff86-5108-4545-80a1-00acdf53f371 req-2a4f5665-df07-46e8-94b8-95e40d8cf3a7 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 945 time: 0.0871358 Dec 07 15:31:47.171332 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6002ff86-5108-4545-80a1-00acdf53f371 req-f2253903-e9cd-4336-9d50-56041133c4cb tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Dec 07 15:31:47.228332 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:47.235697 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-05404009-84bf-4628-8386-9a6da632f03f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:47.242624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['f1620cc2-fd4c-4d4f-af5f-6e8026c8885e'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:31:47.283234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Pushing event deleted for resources: {'Port': ['ID=f1620cc2-fd4c-4d4f-af5f-6e8026c8885e,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:47.286291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:47.362846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] No DVR routers for this DVR port f1620cc2-fd4c-4d4f-af5f-6e8026c8885e on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:31:47.365480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:47.371404 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce08616-fdc7-4786-afb8-55f76b5ec545', 'name': 'network-vif-deleted', 'tag': 'f1620cc2-fd4c-4d4f-af5f-6e8026c8885e'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:31:47.426682 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce08616-fdc7-4786-afb8-55f76b5ec545', 'name': 'network-vif-deleted', 'tag': 'f1620cc2-fd4c-4d4f-af5f-6e8026c8885e', 'status': 'completed', 'code': 200} Dec 07 15:31:47.451626 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-21f1a314-035b-4945-8903-9f498c8c0b7f req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.66 "DELETE /v2.0/ports/f1620cc2-fd4c-4d4f-af5f-6e8026c8885e HTTP/1.1" status: 204 len: 173 time: 1.0251667 Dec 07 15:31:47.927112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949becc-21d3-48a0-8b4d-f01664e8c2be req-09ba0c3b-3ce4-4701-86f7-a72a45530a50 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:47.928779 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7949becc-21d3-48a0-8b4d-f01664e8c2be req-09ba0c3b-3ce4-4701-86f7-a72a45530a50 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0942895 Dec 07 15:31:47.983184 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7949becc-21d3-48a0-8b4d-f01664e8c2be req-b4ddc3f1-82bf-4750-baa9-1634bcb089ce tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461316 Dec 07 15:31:48.390021 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2753203c-f88f-4b3f-a30e-ae4680f37666 req-b33ca6e5-6f47-4453-be89-836a7b4a1551 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce08616-fdc7-4786-afb8-55f76b5ec545 HTTP/1.1" status: 200 len: 210 time: 0.0630255 Dec 07 15:31:48.426410 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70005833-fe47-4d49-9cd0-a8e1e3285314 req-1dc2ed15-1f82-4e61-b855-3109c34d833a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:48.427776 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-70005833-fe47-4d49-9cd0-a8e1e3285314 req-1dc2ed15-1f82-4e61-b855-3109c34d833a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1461716 Dec 07 15:31:48.480543 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-70005833-fe47-4d49-9cd0-a8e1e3285314 req-dcb19211-9b60-4915-aa71-4fd5216efa36 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465364 Dec 07 15:31:49.125099 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 46690) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:49.206222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7eff1-97d4-4b3a-9b01-59460d721921 req-66618c4f-4f6f-4685-a073-76a8ac6d9eaf tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:49.207813 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-efe7eff1-97d4-4b3a-9b01-59460d721921 req-66618c4f-4f6f-4685-a073-76a8ac6d9eaf tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0875583 Dec 07 15:31:49.261550 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-efe7eff1-97d4-4b3a-9b01-59460d721921 req-89b2e87a-eca9-4fbf-9379-5e6b9f229b5c tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464389 Dec 07 15:31:49.278170 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:49.313062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:49.328826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] Usage tracker for resource:security_group_rule and tenant:e9dd3376456b4fb0a0c1080aec862da9 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:49.328826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:49.328826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:49.471239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:49.501739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:49.511026 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-79a66b44-d3d4-444e-b77e-66905473093d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:49.569319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d89cbcd-39b3-4d1d-834e-f1dc9f319668,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:49.583634 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9dd3376456b4fb0a0c1080aec862da9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4558129 Dec 07 15:31:49.583634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 46706) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:49.589755 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:49.670809 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device f1620cc2-fd4c-4d4f-af5f-6e8026c8885e no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:31:49.687300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-07689208-444f-40aa-b856-4b2c846e8835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:49.725782 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: f1620cc2-fd4c-4d4f-af5f-6e8026c8885e {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:31:49.726709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device f1620cc2-fd4c-4d4f-af5f-6e8026c8885e not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:31:49.740853 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630a5e3-8ec1-4b3e-9f8e-a6e047842666 req-12e3397f-3836-4ae3-8855-45fd2c3a3e9b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:49.746683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-07689208-444f-40aa-b856-4b2c846e8835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:49.749588 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d630a5e3-8ec1-4b3e-9f8e-a6e047842666 req-12e3397f-3836-4ae3-8855-45fd2c3a3e9b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1133306 Dec 07 15:31:49.803233 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d630a5e3-8ec1-4b3e-9f8e-a6e047842666 req-b088abe4-8bad-4b26-8382-9dc8fd2c1a7e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526927 Dec 07 15:31:49.850400 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-07689208-444f-40aa-b856-4b2c846e8835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:49.854481 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:49.867913 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07689208-444f-40aa-b856-4b2c846e8835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d89cbcd-39b3-4d1d-834e-f1dc9f319668,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:49.870960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-07689208-444f-40aa-b856-4b2c846e8835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:49.894159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-07689208-444f-40aa-b856-4b2c846e8835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:49.895466 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-07689208-444f-40aa-b856-4b2c846e8835 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d89cbcd-39b3-4d1d-834e-f1dc9f319668 HTTP/1.1" status: 204 len: 168 time: 0.3114452 Dec 07 15:31:50.033721 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601113b6-664d-4b82-a913-274984a3e5d2 req-53ddcddb-65ed-46c9-b88d-24ccb0c753de tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:50.042014 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-53ddcddb-65ed-46c9-b88d-24ccb0c753de tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/networks?id=bc9fb464-572e-4ab1-8fd8-a6d0836621bc HTTP/1.1" status: 200 len: 809 time: 0.2041450 Dec 07 15:31:50.054305 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-e2a63762-7ee3-4f26-af7b-3fa42f2edba1 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/quotas/755eb11f3b074c80b8c52f47f1f06888 HTTP/1.1" status: 200 len: 375 time: 0.0113242 Dec 07 15:31:50.110300 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-b5df949b-a837-48f0-b5cd-e96ee61928de tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=755eb11f3b074c80b8c52f47f1f06888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489552 Dec 07 15:31:50.258350 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-57d42830-67cd-4e94-873c-0dbf20c02add service neutron] 10.222.0.64 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406081 Dec 07 15:31:50.408426 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-5501d403-b80d-4034-bac1-7945771dd714 service neutron] 10.222.0.64 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434066 Dec 07 15:31:50.496651 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:31:50.723878 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-00ef21b5-7b95-422b-8751-ed8d568ecc3d req-200d237d-e456-4de3-8a78-2fd4c0a4000a tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 210 time: 0.0640464 Dec 07 15:31:51.039033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae42f5-9711-469a-acd9-31a8ad5a2111 req-96a3c522-61fb-45e6-abb5-caecd0f4093b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:51.041720 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-73ae42f5-9711-469a-acd9-31a8ad5a2111 req-96a3c522-61fb-45e6-abb5-caecd0f4093b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.0890322 Dec 07 15:31:51.123312 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-73ae42f5-9711-469a-acd9-31a8ad5a2111 req-a382a895-a09f-41ed-ae70-64ebb3adc86f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744803 Dec 07 15:31:51.347781 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1f3c6-4740-41a5-9ce7-6f4842be2fa2 req-86120561-50fa-4709-ae47-24fc880c03ac tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:51.349605 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c3c1f3c6-4740-41a5-9ce7-6f4842be2fa2 req-86120561-50fa-4709-ae47-24fc880c03ac tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.0873187 Dec 07 15:31:51.401341 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c3c1f3c6-4740-41a5-9ce7-6f4842be2fa2 req-9ead92c5-e2fc-4146-9634-1411013e4298 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Dec 07 15:31:52.099526 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-62d8f85b-ed9c-4878-8fc4-a96d1babc200 req-54d4fc3d-0c83-4571-a177-0a91816daf3e tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 210 time: 0.2408278 Dec 07 15:31:52.395037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a1f2d-e57f-411e-a161-c2216affd7e3 req-fcbe1e8b-7ece-4de4-8f3d-48629d8acf42 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:52.396622 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-593a1f2d-e57f-411e-a161-c2216affd7e3 req-fcbe1e8b-7ece-4de4-8f3d-48629d8acf42 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.0915089 Dec 07 15:31:52.452047 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-593a1f2d-e57f-411e-a161-c2216affd7e3 req-892ac722-9793-4322-8c3f-6f0f569b24be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488756 Dec 07 15:31:52.516321 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601113b6-664d-4b82-a913-274984a3e5d2 req-1a41213d-e09e-445d-b14a-31c3b69b5f5a tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:52.516321 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-1a41213d-e09e-445d-b14a-31c3b69b5f5a tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.66 "GET /v2.0/networks?id=bc9fb464-572e-4ab1-8fd8-a6d0836621bc HTTP/1.1" status: 200 len: 809 time: 0.1648052 Dec 07 15:31:52.525266 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Request body: {'port': {'device_id': '939be99c-58e2-4443-ac1c-97d9b3759384', 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc', 'admin_state_up': True, 'tenant_id': '755eb11f3b074c80b8c52f47f1f06888'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:31:52.675477 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:52.679998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Usage tracker for resource:port and tenant:755eb11f3b074c80b8c52f47f1f06888 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:52.684098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:52.690258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:52.730687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Made reservation on behalf of 755eb11f3b074c80b8c52f47f1f06888 for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:31:52.736797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:52.913999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Allocated IP 172.20.0.11 (bc9fb464-572e-4ab1-8fd8-a6d0836621bc/224b011d-4cc7-4bb0-8b46-b77d4e6dfd40/c54d4f6e-0ce1-4726-8abd-c491458b7de3) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:31:53.135905 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:53.201036 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:53.210465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-37e69797-cace-4f96-834d-b525572b4204 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:53.301111 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Network bc9fb464-572e-4ab1-8fd8-a6d0836621bc is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:31:53.305040 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:31:53.307312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Pushing event updated for resources: {'Port': ['ID=c54d4f6e-0ce1-4726-8abd-c491458b7de3,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:53.309693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:31:53.333575 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7464863-992a-4707-ba27-dbe5cccf9c5a req-7e3a5ccb-d5ca-4400-b683-9c24e2657c15 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:53.335308 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b7464863-992a-4707-ba27-dbe5cccf9c5a req-7e3a5ccb-d5ca-4400-b683-9c24e2657c15 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 932 time: 0.1081178 Dec 07 15:31:53.342333 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:53.385978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:53.385978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:53.395982 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b7464863-992a-4707-ba27-dbe5cccf9c5a req-68a41929-a0b7-4169-9aea-bca4375dd802 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530362 Dec 07 15:31:53.451539 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9304209 Dec 07 15:31:53.466248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Request body: {'port': {'device_id': '939be99c-58e2-4443-ac1c-97d9b3759384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:31:53.585230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:53.711505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a20d24-7a14-4d4d-a88e-f0c5a5045ceb req-d0c4f610-9d1f-46ed-b5e1-573cfaff64b2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:53.713269 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-07a20d24-7a14-4d4d-a88e-f0c5a5045ceb req-d0c4f610-9d1f-46ed-b5e1-573cfaff64b2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.0990801 Dec 07 15:31:53.762002 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-07a20d24-7a14-4d4d-a88e-f0c5a5045ceb req-8edbff2d-2157-4693-a548-13ccd1ebd4d5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422909 Dec 07 15:31:53.946540 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54d4f6e-0ce1-4726-8abd-c491458b7de3 {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:31:53.953990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:53.969996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Transition to ACTIVE for port object c54d4f6e-0ce1-4726-8abd-c491458b7de3 will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:31:54.009059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:54.014097 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-49854106-e95a-4c9f-aeb8-4514f51a32cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:54.118902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3d76-8ec8-4a43-b5b2-61010a4274d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:54.142471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Pushing event updated for resources: {'Port': ['ID=c54d4f6e-0ce1-4726-8abd-c491458b7de3,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:54.146233 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:54.253313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Attempting to bind port c54d4f6e-0ce1-4726-8abd-c491458b7de3 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:31:54.253698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Attempting to bind port c54d4f6e-0ce1-4726-8abd-c491458b7de3 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'b68315c6-945e-4c39-826d-eace861319b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:31:54.254068 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Attempting to bind port c54d4f6e-0ce1-4726-8abd-c491458b7de3 on network bc9fb464-572e-4ab1-8fd8-a6d0836621bc {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:31:54.260683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Port c54d4f6e-0ce1-4726-8abd-c491458b7de3 on network bc9fb464-572e-4ab1-8fd8-a6d0836621bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:31:54.261033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Attempting to bind port c54d4f6e-0ce1-4726-8abd-c491458b7de3 on network bc9fb464-572e-4ab1-8fd8-a6d0836621bc {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:31:54.267651 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:31:54.268030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Checking segment: {'id': 'b68315c6-945e-4c39-826d-eace861319b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:31:54.268457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Bound using segment: {'id': 'b68315c6-945e-4c39-826d-eace861319b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:31:54.268936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Bound port: c54d4f6e-0ce1-4726-8abd-c491458b7de3, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68315c6-945e-4c39-826d-eace861319b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:31:54.269343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:54.359077 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] For port c54d4f6e-0ce1-4726-8abd-c491458b7de3, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:31:54.362163 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] For port c54d4f6e-0ce1-4726-8abd-c491458b7de3, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c54d4f6e-0ce1-4726-8abd-c491458b7de3,segment=NetworkSegment(b68315c6-945e-4c39-826d-eace861319b4),segment_id=b68315c6-945e-4c39-826d-eace861319b4)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:31:54.426888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:54.431989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cd986d18-354b-44bd-9ea3-2e9a6f8d81f6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:54.509024 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:54.511102 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] 10.222.0.66 "PUT /v2.0/ports/c54d4f6e-0ce1-4726-8abd-c491458b7de3 HTTP/1.1" status: 200 len: 1094 time: 1.0499258 Dec 07 15:31:54.511641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939be99c-58e2-4443-ac1c-97d9b3759384', 'tag': 'c54d4f6e-0ce1-4726-8abd-c491458b7de3'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:31:54.532326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Pushing event updated for resources: {'Port': ['ID=c54d4f6e-0ce1-4726-8abd-c491458b7de3,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:54.536978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:54.615158 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939be99c-58e2-4443-ac1c-97d9b3759384', 'tag': 'c54d4f6e-0ce1-4726-8abd-c491458b7de3', 'status': 'completed', 'code': 200} Dec 07 15:31:54.625130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a32847-9071-47f8-8623-c3188a87296b req-9a628c78-eff9-42be-8bc7-0e73b55541df tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:54.626704 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f0a32847-9071-47f8-8623-c3188a87296b req-9a628c78-eff9-42be-8bc7-0e73b55541df tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 944 time: 0.0932291 Dec 07 15:31:54.658276 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-739f8ef1-a050-4390-8bc1-05558f6a7a13 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=755eb11f3b074c80b8c52f47f1f06888&device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 1097 time: 0.0780087 Dec 07 15:31:54.676450 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f0a32847-9071-47f8-8623-c3188a87296b req-df57db8c-4c8f-49bb-8ad7-fb1a89063363 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Dec 07 15:31:54.732943 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-c42d6b38-8cf7-42ef-9366-46e01eea21fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54d4f6e-0ce1-4726-8abd-c491458b7de3 HTTP/1.1" status: 200 len: 217 time: 0.0667102 Dec 07 15:31:54.803512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601113b6-664d-4b82-a913-274984a3e5d2 req-6c6d5328-ac96-485a-b479-97b3048c55ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:54.805155 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-6c6d5328-ac96-485a-b479-97b3048c55ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=224b011d-4cc7-4bb0-8b46-b77d4e6dfd40 HTTP/1.1" status: 200 len: 849 time: 0.0656974 Dec 07 15:31:54.856885 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-8772afb2-f772-40dc-91d9-7bb6c91f047a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc9fb464-572e-4ab1-8fd8-a6d0836621bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454080 Dec 07 15:31:54.995969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f681d91-ae8f-4191-a352-c53e414012de req-6cad4bc5-ea48-4ca4-86f0-e84dea80679a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:54.997726 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4f681d91-ae8f-4191-a352-c53e414012de req-6cad4bc5-ea48-4ca4-86f0-e84dea80679a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.0859311 Dec 07 15:31:55.023776 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-0b4103c8-d6d5-4fd8-9c07-9e10efe2c8c4 service neutron] 10.222.0.66 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597919 Dec 07 15:31:55.052068 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4f681d91-ae8f-4191-a352-c53e414012de req-60916fe9-d973-4b54-9fa5-6662bc52ae30 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481470 Dec 07 15:31:55.177162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 46842) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:55.189539 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-601113b6-664d-4b82-a913-274984a3e5d2 req-78b78364-5712-4579-9404-88fd741d17bb service neutron] 10.222.0.66 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572196 Dec 07 15:31:55.334725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:55.349696 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6fa8d9c-a18c-4111-b553-202eb62e7f6a req-66e70448-03b4-45f7-9eae-138a6a27166a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=755eb11f3b074c80b8c52f47f1f06888&device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 1097 time: 0.0840831 Dec 07 15:31:55.409919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:55.414047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e394467fbe1546d5aa1f386e5794f3fa is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:55.417815 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:55.424013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:55.492371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:55.495082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa8d9c-a18c-4111-b553-202eb62e7f6a req-72c862bf-bd46-409a-9ebf-3332036d5cac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:55.496643 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6fa8d9c-a18c-4111-b553-202eb62e7f6a req-72c862bf-bd46-409a-9ebf-3332036d5cac service neutron] 10.222.0.66 "GET /v2.0/networks?id=bc9fb464-572e-4ab1-8fd8-a6d0836621bc HTTP/1.1" status: 200 len: 910 time: 0.1391244 Dec 07 15:31:55.513290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:55.522209 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:55.564245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16406bd9-ce3a-456f-9f8d-3bb895118ee1,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:55.567621 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6fa8d9c-a18c-4111-b553-202eb62e7f6a req-d95f2bff-07e4-4911-9627-865d054ba8d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54d4f6e-0ce1-4726-8abd-c491458b7de3 HTTP/1.1" status: 200 len: 217 time: 0.0636649 Dec 07 15:31:55.569465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:55.573949 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e394467fbe1546d5aa1f386e5794f3fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3954177 Dec 07 15:31:55.577244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 46852) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:55.633687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:55.644544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-068d641b-ea9d-48ff-846c-ec9f3b3c463a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:55.654559 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa8d9c-a18c-4111-b553-202eb62e7f6a req-8a5c03ff-aa78-4905-b428-c277ab92a88d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:55.656852 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6fa8d9c-a18c-4111-b553-202eb62e7f6a req-8a5c03ff-aa78-4905-b428-c277ab92a88d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=224b011d-4cc7-4bb0-8b46-b77d4e6dfd40 HTTP/1.1" status: 200 len: 849 time: 0.0819278 Dec 07 15:31:55.675065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-068d641b-ea9d-48ff-846c-ec9f3b3c463a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:55.709444 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6fa8d9c-a18c-4111-b553-202eb62e7f6a req-06be73d1-802a-4c1f-973e-9f2946d948db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc9fb464-572e-4ab1-8fd8-a6d0836621bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444181 Dec 07 15:31:55.810735 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-068d641b-ea9d-48ff-846c-ec9f3b3c463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:55.816516 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-51c917fd-4d43-475f-9fff-f9d68b2b7012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:55.870138 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d641b-ea9d-48ff-846c-ec9f3b3c463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16406bd9-ce3a-456f-9f8d-3bb895118ee1,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:55.877925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-068d641b-ea9d-48ff-846c-ec9f3b3c463a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:55.903345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-068d641b-ea9d-48ff-846c-ec9f3b3c463a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:55.904582 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-068d641b-ea9d-48ff-846c-ec9f3b3c463a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16406bd9-ce3a-456f-9f8d-3bb895118ee1 HTTP/1.1" status: 204 len: 168 time: 0.3262982 Dec 07 15:31:55.933614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74c3c4-f27b-458e-be3e-ec822c83abd8 req-b895fd49-f3ac-4d39-98e1-071aff7eb507 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:55.935333 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ca74c3c4-f27b-458e-be3e-ec822c83abd8 req-b895fd49-f3ac-4d39-98e1-071aff7eb507 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 944 time: 0.1062469 Dec 07 15:31:55.987649 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ca74c3c4-f27b-458e-be3e-ec822c83abd8 req-8a4858ab-8986-4569-92c8-7f34758aa22e tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458140 Dec 07 15:31:56.064100 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6fa8d9c-a18c-4111-b553-202eb62e7f6a req-a486f0a3-bfa1-4582-9544-3e95abd481f0 service neutron] 10.222.0.66 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458188 Dec 07 15:31:56.238979 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6fa8d9c-a18c-4111-b553-202eb62e7f6a req-8e151cfe-acec-4eb3-9bd4-06703b7ef412 service neutron] 10.222.0.66 "GET /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680961 Dec 07 15:31:56.320529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf2e65-0862-4691-be18-478b576aa95b req-ea3970e7-4554-40fe-8a04-ec76f1091f50 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:56.322162 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8acf2e65-0862-4691-be18-478b576aa95b req-ea3970e7-4554-40fe-8a04-ec76f1091f50 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.0893090 Dec 07 15:31:56.371702 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8acf2e65-0862-4691-be18-478b576aa95b req-56e7a8be-cef8-47af-948a-ab37a5664e30 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Dec 07 15:31:56.840097 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3db20e21-d612-4fb5-80b6-ed5ea91689d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:56.890634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:57.207354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cdfb2-61de-4b77-a00c-fab59c99b954 req-528c968b-bd4b-4035-8fbc-25220fbed0a1 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:57.208960 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-936cdfb2-61de-4b77-a00c-fab59c99b954 req-528c968b-bd4b-4035-8fbc-25220fbed0a1 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 944 time: 0.0859945 Dec 07 15:31:57.259635 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-936cdfb2-61de-4b77-a00c-fab59c99b954 req-63c59704-b1f9-474f-938e-ca7a17da9350 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434403 Dec 07 15:31:57.595157 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd35344-fb05-4dbd-aa64-c4c495f1689c req-a1898873-06f4-41f3-93e3-bba3b90a68b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:57.597551 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3fd35344-fb05-4dbd-aa64-c4c495f1689c req-a1898873-06f4-41f3-93e3-bba3b90a68b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.0890830 Dec 07 15:31:57.640292 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 46904) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:57.647661 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3fd35344-fb05-4dbd-aa64-c4c495f1689c req-a8dd246e-c151-457f-867a-6e1eef4735b3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446534 Dec 07 15:31:57.733739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device c54d4f6e-0ce1-4726-8abd-c491458b7de3 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:31:57.811476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:57.847547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:57.852281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] Usage tracker for resource:security_group_rule and tenant:5bdab160471d4e6dbcc249d02a6d2719 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:57.855885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:57.863050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:57.901140 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port c54d4f6e-0ce1-4726-8abd-c491458b7de3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c54d4f6e-0ce1-4726-8abd-c491458b7de3,segment=NetworkSegment(b68315c6-945e-4c39-826d-eace861319b4),segment_id=b68315c6-945e-4c39-826d-eace861319b4)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:31:57.914901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'c54d4f6e-0ce1-4726-8abd-c491458b7de3', 'network_id': 'bc9fb464-572e-4ab1-8fd8-a6d0836621bc', 'port_id': 'c54d4f6e-0ce1-4726-8abd-c491458b7de3', 'mac_address': 'fa:16:3e:d1:8b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224b011d-4cc7-4bb0-8b46-b77d4e6dfd40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:31:57.977536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:57.998433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54d4f6e-0ce1-4726-8abd-c491458b7de3 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:31:58.015971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port c54d4f6e-0ce1-4726-8abd-c491458b7de3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c54d4f6e-0ce1-4726-8abd-c491458b7de3,segment=NetworkSegment(b68315c6-945e-4c39-826d-eace861319b4),segment_id=b68315c6-945e-4c39-826d-eace861319b4)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:31:58.023777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:58.049524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:58.051505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:58.085161 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:58.093340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e27f8189-9a69-43c1-8d14-2ddd59a1a103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:58.126837 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=c54d4f6e-0ce1-4726-8abd-c491458b7de3,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:58.138364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.139032 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.139419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.139795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.140166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.140514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.141030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.141448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.143172 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.143172 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.143172 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:58.145156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a73a12-dca3-427d-aac3-ec838bf5fd87,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:58.147549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:58.149236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:58.152331 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bdab160471d4e6dbcc249d02a6d2719&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5106070 Dec 07 15:31:58.155532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 46914) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:58.224281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-15d725d3-caac-4adc-bdd7-06bd217fe495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:58.253960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-15d725d3-caac-4adc-bdd7-06bd217fe495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:58.335226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-15d725d3-caac-4adc-bdd7-06bd217fe495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:58.341069 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:58.359505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d725d3-caac-4adc-bdd7-06bd217fe495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a73a12-dca3-427d-aac3-ec838bf5fd87,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:58.363028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-15d725d3-caac-4adc-bdd7-06bd217fe495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:58.365988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-15d725d3-caac-4adc-bdd7-06bd217fe495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:58.366400 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['c54d4f6e-0ce1-4726-8abd-c491458b7de3'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:31:58.368261 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-15d725d3-caac-4adc-bdd7-06bd217fe495 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43a73a12-dca3-427d-aac3-ec838bf5fd87 HTTP/1.1" status: 204 len: 168 time: 0.2116051 Dec 07 15:31:58.417648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:58.511142 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c7fe6-2094-429c-b6e9-1ddbbdaca792 req-88901770-755a-4ea9-afa1-9785f64482fe tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:58.513031 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6e4c7fe6-2094-429c-b6e9-1ddbbdaca792 req-88901770-755a-4ea9-afa1-9785f64482fe tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 945 time: 0.1110089 Dec 07 15:31:58.567351 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6e4c7fe6-2094-429c-b6e9-1ddbbdaca792 req-e48ebfcd-a070-4c84-ab30-355126f09d3c tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452073 Dec 07 15:31:58.899709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695854d-f4b9-4548-9104-4ad368049fe8 req-33db1a74-75f1-456f-a9b2-63c26339b620 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:58.902433 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0695854d-f4b9-4548-9104-4ad368049fe8 req-33db1a74-75f1-456f-a9b2-63c26339b620 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.0934663 Dec 07 15:31:58.952155 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0695854d-f4b9-4548-9104-4ad368049fe8 req-0f16447a-c4bd-4d86-9e44-069e873a3929 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438211 Dec 07 15:31:59.403489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 46948) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:59.544975 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-241313804-network', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:31:59.550102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:59.554055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Usage tracker for resource:network and tenant:da0b7f5f82d74e79bfb15b6782228095 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:59.557386 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:59.563564 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:59.615250 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Made reservation on behalf of da0b7f5f82d74e79bfb15b6782228095 for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:31:59.620125 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:59.634345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:59.668493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:59.673311 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Usage tracker for resource:security_group_rule and tenant:da0b7f5f82d74e79bfb15b6782228095 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:59.675669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:59.681657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:59.753991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device c54d4f6e-0ce1-4726-8abd-c491458b7de3 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:31:59.755713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:59.774972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98db937-987c-47f9-a904-70ef095ff404 req-2f8be05f-e29e-49b0-b8ba-60ceadcec8d6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:59.777277 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f98db937-987c-47f9-a904-70ef095ff404 req-2f8be05f-e29e-49b0-b8ba-60ceadcec8d6 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 945 time: 0.0842009 Dec 07 15:31:59.793703 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:59.798446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-30b564db-ed22-4e39-952f-cbe00eac48ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:59.837251 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f98db937-987c-47f9-a904-70ef095ff404 req-a15a8893-d628-4934-9acf-52ecd21048e8 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538213 Dec 07 15:31:59.839043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:31:59.849252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c42a38-c281-4f44-a57b-0d8c2170982c,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:59.849252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:59.855395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:59.855792 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Added segment be24b668-2e19-4c61-8efd-1eafb18e325c of type vlan for network a870cf41-7822-42a2-a36c-136b6edf6788 Dec 07 15:31:59.877908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port c54d4f6e-0ce1-4726-8abd-c491458b7de3 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:31:59.884293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port c54d4f6e-0ce1-4726-8abd-c491458b7de3 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:31:59.884757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:59.885958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:59.953359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:59.955434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:31:59.956128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:59.961411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:00.002560 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:00.038099 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939be99c-58e2-4443-ac1c-97d9b3759384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54d4f6e-0ce1-4726-8abd-c491458b7de3'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:32:00.050101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port c54d4f6e-0ce1-4726-8abd-c491458b7de3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c54d4f6e-0ce1-4726-8abd-c491458b7de3,segment=NetworkSegment(b68315c6-945e-4c39-826d-eace861319b4),segment_id=b68315c6-945e-4c39-826d-eace861319b4)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:00.076760 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6721134 Dec 07 15:32:00.080185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 46968) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:00.086712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Request body: {'subnet': {'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-241313804-subnet', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'ip_version': 4}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:32:00.090097 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Pushing event updated for resources: {'Network': ['ID=a870cf41-7822-42a2-a36c-136b6edf6788,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:00.090717 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:00.092810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:00.102008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:00.126377 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:32:00.137726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Usage tracker for resource:subnet and tenant:da0b7f5f82d74e79bfb15b6782228095 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:32:00.139624 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939be99c-58e2-4443-ac1c-97d9b3759384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54d4f6e-0ce1-4726-8abd-c491458b7de3', 'code': 200} Dec 07 15:32:00.141458 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:32:00.146539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network a870cf41-7822-42a2-a36c-136b6edf6788 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:32:00.148638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:32:00.238150 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c195526-109e-4d0c-baa8-dd27ea91880c req-2d92c93d-7737-4fc5-be54-6de02e442898 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:00.240839 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2c195526-109e-4d0c-baa8-dd27ea91880c req-2d92c93d-7737-4fc5-be54-6de02e442898 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1261501 Dec 07 15:32:00.241037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Made reservation on behalf of da0b7f5f82d74e79bfb15b6782228095 for: {'subnet': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:32:00.246405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:00.290447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=c54d4f6e-0ce1-4726-8abd-c491458b7de3,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:00.295542 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:00.405460 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2c195526-109e-4d0c-baa8-dd27ea91880c req-e960856c-a5b3-4b15-92ba-ac1b8e681c92 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323719 Dec 07 15:32:00.542427 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5ab39331-5d6e-4761-ba25-04d703ae97e3 req-3f6edc4b-557f-4996-91c4-6d8117cf2556 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 1099 time: 0.0760298 Dec 07 15:32:00.571692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:00.576996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:00.589135 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5ab39331-5d6e-4761-ba25-04d703ae97e3 req-a857eb37-e1e7-4c67-9d76-3c4f54cc0ab7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390635 Dec 07 15:32:00.642752 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5477197-b5cd-4255-842d-b99f0f552c0d,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:00.645634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:00.670426 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Checking segment: {'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:32:00.670757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Network hostable DHCP agents. Network: a870cf41-7822-42a2-a36c-136b6edf6788, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:32:00.730671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Network a870cf41-7822-42a2-a36c-136b6edf6788 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:32:00.764638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, a870cf41-7822-42a2-a36c-136b6edf6788) {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:00.769219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:00.770320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:00.773899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bd3529-af46-4aa8-95e5-100aa25ab988 None None] Network a870cf41-7822-42a2-a36c-136b6edf6788 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:32:00.816962 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7356033 Dec 07 15:32:00.819760 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 46974) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:00.825669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-241313804-router', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:32:00.830508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:32:00.834670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Usage tracker for resource:router and tenant:da0b7f5f82d74e79bfb15b6782228095 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:32:00.837655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:32:00.844298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:32:00.892993 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40272'] for router, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:00.894493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852960750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852839707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735528'] for router, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:00.976312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:01.015498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc110c0ec-7939-5521-b21e-7fb3f200a396-a870cf41-7822-42a2-a36c-136b6edf6788', 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'fixed_ips': [{'subnet_id': 'e5477197-b5cd-4255-842d-b99f0f552c0d'}]}} from dv-cinder-820628-1-iscsi. {{(pid=88288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:32:01.016396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:01.128871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42a08b-047e-4e1e-864f-550eb3209907 req-c890cbdf-1119-4dbc-ab26-63ca5e4e6786 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:01.130596 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bf42a08b-047e-4e1e-864f-550eb3209907 req-c890cbdf-1119-4dbc-ab26-63ca5e4e6786 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 946 time: 0.0965731 Dec 07 15:32:01.187466 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bf42a08b-047e-4e1e-864f-550eb3209907 req-08d7aca0-28a8-45c5-8943-c17b887559b3 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497003 Dec 07 15:32:01.245793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Allocated IP 172.20.0.2 (a870cf41-7822-42a2-a36c-136b6edf6788/e5477197-b5cd-4255-842d-b99f0f552c0d/f7904e63-d1cc-4163-b161-5fbbc8a80462) {{(pid=88288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:32:01.334791 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:01.469630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Notify callbacks [] for port, precommit_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:01.480448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Transition to ACTIVE for port object f7904e63-d1cc-4163-b161-5fbbc8a80462 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:01.502794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Transition to ACTIVE for port object f7904e63-d1cc-4163-b161-5fbbc8a80462 will not be triggered until provisioned by entity DHCP. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:01.536768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:01.542841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:01.605199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:01.611369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Network a870cf41-7822-42a2-a36c-136b6edf6788 is already hosted by enough agents. {{(pid=88288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:32:01.614364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Resources bound (agent type, host, resource id): {{(pid=88288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:01.618942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Received port after_create {{(pid=88288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:32:01.621821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Pushing event updated for resources: {'Port': ['ID=f7904e63-d1cc-4163-b161-5fbbc8a80462,revision_number=1']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:01.626626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:01.640706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:01.741373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c2f97-28b7-43b9-8c88-90499b6e76e6 req-0d346194-ce47-4ecd-b656-f2dd2673c3a5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:01.742678 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-121c2f97-28b7-43b9-8c88-90499b6e76e6 req-0d346194-ce47-4ecd-b656-f2dd2673c3a5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.2019489 Dec 07 15:32:01.853199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Allocated IP 172.27.1.160 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/e447336c-af53-4ba9-a2ba-3b45db5855d8) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:32:01.860473 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-121c2f97-28b7-43b9-8c88-90499b6e76e6 req-b66d10b5-ddc0-47e8-8fc8-a99d56e8441a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832298 Dec 07 15:32:01.895748 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Attempting to bind port f7904e63-d1cc-4163-b161-5fbbc8a80462 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:32:01.896359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Attempting to bind port f7904e63-d1cc-4163-b161-5fbbc8a80462 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:32:01.896771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Attempting to bind port f7904e63-d1cc-4163-b161-5fbbc8a80462 on network a870cf41-7822-42a2-a36c-136b6edf6788 {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:32:01.904279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:32:01.904701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Checking segment: {'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:32:01.905173 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:01.905776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Bound using segment: {'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:32:01.906109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Bound port: f7904e63-d1cc-4163-b161-5fbbc8a80462, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:32:01.906526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:02.000017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] For port f7904e63-d1cc-4163-b161-5fbbc8a80462, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:32:02.005252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] For port f7904e63-d1cc-4163-b161-5fbbc8a80462, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=f7904e63-d1cc-4163-b161-5fbbc8a80462,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:32:02.028083 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:02.056795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:02.061583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:02.108265 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:02.114041 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a8d624af-8590-49aa-a63f-85d4d45d507f tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:02.148585 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Pushing event updated for resources: {'Port': ['ID=f7904e63-d1cc-4163-b161-5fbbc8a80462,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:02.152387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:02.194861 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:32:02.198704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:02.202415 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:32:02.245776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Pushing event updated for resources: {'Port': ['ID=e447336c-af53-4ba9-a2ba-3b45db5855d8,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:02.251218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:02.457652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d78ed-0029-48ce-b471-a94c91c50569 req-56111aa8-2baa-46c3-98e3-aeb0574937c4 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:02.459256 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-468d78ed-0029-48ce-b471-a94c91c50569 req-56111aa8-2baa-46c3-98e3-aeb0574937c4 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 946 time: 0.1442890 Dec 07 15:32:02.463191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:02.463191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096'] for router, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:02.784121 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-468d78ed-0029-48ce-b471-a94c91c50569 req-9caaaa59-1bb6-4585-8dc5-38f9727c821b tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106127 Dec 07 15:32:03.073618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 is scheduled to L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 with binding_index 1 {{(pid=88287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:32:03.265873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b8348-536e-4ba0-9c2e-7b14d7898ab3 req-a977956a-95e9-46f7-9746-29eb89782196 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:03.267488 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-733b8348-536e-4ba0-9c2e-7b14d7898ab3 req-a977956a-95e9-46f7-9746-29eb89782196 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1843860 Dec 07 15:32:03.397376 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-733b8348-536e-4ba0-9c2e-7b14d7898ab3 req-61b512bf-660a-4980-9583-7fd92d83970c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772300 Dec 07 15:32:03.423281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:32:03.442963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Sync routers for ids ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:32:03.468715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Routers {'d823121b-ea55-4dd7-93c7-c0cfa3dcc987'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:32:03.469909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:31:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:03.535391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Notify callbacks [] for router, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:03.539631 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7161705 Dec 07 15:32:03.540083 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 47016) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:03.671773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Set router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:32:03.884472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdb163c-a3a7-48eb-a17a-d6ea8689e1dc None None] Network a870cf41-7822-42a2-a36c-136b6edf6788 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:32:04.019656 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'name': 'tempest-TestMinimumBasicScenario-241313804-router', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:00Z', 'updated_at': '2021-12-07T15:32:02Z', 'revision_number': 3, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'gw_port': {'id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:01Z', 'updated_at': '2021-12-07T15:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:04.028856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Checking router: d823121b-ea55-4dd7-93c7-c0cfa3dcc987 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:32:04.030097 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Updating router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 port e447336c-af53-4ba9-a2ba-3b45db5855d8 binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:32:04.098225 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-65c94b46-f6a2-46eb-80e8-a0579fed2c2c None None] Provisioning for port f7904e63-d1cc-4163-b161-5fbbc8a80462 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:04.150743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.418074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device f7904e63-d1cc-4163-b161-5fbbc8a80462 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:04.559757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.574103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Transition to ACTIVE for port object e447336c-af53-4ba9-a2ba-3b45db5855d8 will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:04.613519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.627545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port f7904e63-d1cc-4163-b161-5fbbc8a80462 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:04.627669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.634196 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:04.634517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port f7904e63-d1cc-4163-b161-5fbbc8a80462 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:04.635536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.735375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Pushing event updated for resources: {'Port': ['ID=e447336c-af53-4ba9-a2ba-3b45db5855d8,revision_number=2']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:04.742820 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Attempting to bind port e447336c-af53-4ba9-a2ba-3b45db5855d8 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:32:04.743227 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Attempting to bind port e447336c-af53-4ba9-a2ba-3b45db5855d8 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:32:04.743627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Attempting to bind port e447336c-af53-4ba9-a2ba-3b45db5855d8 on network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:32:04.750932 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.751314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.751693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.752165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.752530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.752887 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.753283 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.753644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.754644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.754644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.754644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:04.758354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:04.762141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:32:04.762553 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:32:04.762996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.763483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Bound using segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:32:04.764468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Bound port: e447336c-af53-4ba9-a2ba-3b45db5855d8, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:32:04.764881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.792280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.814494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-1277ad31-e3c4-4e95-a709-3c76d90e4415 None None] Provisioning complete for port f7904e63-d1cc-4163-b161-5fbbc8a80462 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:04.815021 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1277ad31-e3c4-4e95-a709-3c76d90e4415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.844498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] For port e447336c-af53-4ba9-a2ba-3b45db5855d8, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:32:04.848383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] For port e447336c-af53-4ba9-a2ba-3b45db5855d8, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=e447336c-af53-4ba9-a2ba-3b45db5855d8,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:32:04.878669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.881691 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port f7904e63-d1cc-4163-b161-5fbbc8a80462, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=f7904e63-d1cc-4163-b161-5fbbc8a80462,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:04.882925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:04.937106 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:04.941453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:04.963211 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda353f-bec4-472c-93dc-cc102c4b9831 req-d1546077-13fd-4b83-aedc-8b4e41ac9ea9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:04.965265 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3cda353f-bec4-472c-93dc-cc102c4b9831 req-d1546077-13fd-4b83-aedc-8b4e41ac9ea9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.2547927 Dec 07 15:32:04.971337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Pushing event updated for resources: {'Port': ['ID=e447336c-af53-4ba9-a2ba-3b45db5855d8,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:04.974793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:04.975788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Routers {'d823121b-ea55-4dd7-93c7-c0cfa3dcc987'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:32:04.976449 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:31:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:05.005694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b9cc-b741-413c-89e1-8180453ebb25 req-ebb4cd4f-8c4e-40a9-9299-2c8452b58665 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:05.009460 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e989b9cc-b741-413c-89e1-8180453ebb25 req-ebb4cd4f-8c4e-40a9-9299-2c8452b58665 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 946 time: 0.2970541 Dec 07 15:32:05.027200 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=f7904e63-d1cc-4163-b161-5fbbc8a80462,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:05.030473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:05.121984 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3cda353f-bec4-472c-93dc-cc102c4b9831 req-6fbde1f3-5a2a-4a2f-9f26-5a94e4490e26 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047084 Dec 07 15:32:05.158898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Allocated IP 172.20.0.1 (a870cf41-7822-42a2-a36c-136b6edf6788/e5477197-b5cd-4255-842d-b99f0f552c0d/033086e3-7181-4dff-b871-e07ce7e1f667) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:32:05.163117 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e989b9cc-b741-413c-89e1-8180453ebb25 req-9eb97888-7526-4d43-88a9-0095b0671688 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414731 Dec 07 15:32:05.327273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:05.332209 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] Set router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:32:05.345294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Transition to ACTIVE for port object 033086e3-7181-4dff-b871-e07ce7e1f667 will not be triggered until provisioned by entity DHCP. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:05.409942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:05.415891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c06b0dc2-4fd9-4ec0-8cd1-14a71d4271ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:05.488230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Network a870cf41-7822-42a2-a36c-136b6edf6788 is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:32:05.491151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:05.496827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:32:05.497055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746805'] for router_interface, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:05.499530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Pushing event updated for resources: {'Port': ['ID=033086e3-7181-4dff-b871-e07ce7e1f667,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:05.502954 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:05.629720 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:05.646912 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'name': 'tempest-TestMinimumBasicScenario-241313804-router', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:00Z', 'updated_at': '2021-12-07T15:32:02Z', 'revision_number': 3, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'gw_port': {'id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:01Z', 'updated_at': '2021-12-07T15:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:05.651946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa51325-4a9b-429a-8e59-914e8bca102c None None] The sync data for ids ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'] in dv-cinder-820628-1-iscsi is: [{'id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'name': 'tempest-TestMinimumBasicScenario-241313804-router', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:00Z', 'updated_at': '2021-12-07T15:32:02Z', 'revision_number': 3, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'gw_port': {'id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:01Z', 'updated_at': '2021-12-07T15:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:32:05.805238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:32:05.887603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:05.919336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:05.920487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3045941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853029102'] for router_interface, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:05.924971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:05.961098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:05.968661 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-695ddc51-7dee-438d-9c5b-7c26b853bdbf None None] Provisioning for port 033086e3-7181-4dff-b871-e07ce7e1f667 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:05.979013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-695ddc51-7dee-438d-9c5b-7c26b853bdbf None None] Provisioning complete for port 033086e3-7181-4dff-b871-e07ce7e1f667 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:05.979013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-695ddc51-7dee-438d-9c5b-7c26b853bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:06.007774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'port_id': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'mac_address': 'fa:16:3e:e9:7e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:32:06.026535 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Pushing event updated for resources: {'Port': ['ID=033086e3-7181-4dff-b871-e07ce7e1f667,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:06.029804 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:06.145538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-695ddc51-7dee-438d-9c5b-7c26b853bdbf None None] Port 033086e3-7181-4dff-b871-e07ce7e1f667 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:32:06.153482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:06.182614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:32:06.190937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Network a870cf41-7822-42a2-a36c-136b6edf6788 is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:32:06.196166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:06.225520 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:06.262082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:06.264314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:06.331489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-95319130-baff-4375-ab66-cf1ba35a7c6b tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:06.332411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-95319130-baff-4375-ab66-cf1ba35a7c6b tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Synchronizing usage tracker for tenant:755eb11f3b074c80b8c52f47f1f06888 on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:32:06.389727 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,revision_number=6']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:06.414323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:32:06.439082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-95319130-baff-4375-ab66-cf1ba35a7c6b tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Unset dirty status for tenant:755eb11f3b074c80b8c52f47f1f06888 on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:32:06.440654 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-95319130-baff-4375-ab66-cf1ba35a7c6b tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.66 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 946 time: 0.3304169 Dec 07 15:32:06.512709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:06.598855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device f7904e63-d1cc-4163-b161-5fbbc8a80462 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:06.689631 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Deleting port c54d4f6e-0ce1-4726-8abd-c491458b7de3 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:32:06.690302 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:06.941275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port f7904e63-d1cc-4163-b161-5fbbc8a80462 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:06.945490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:07.118776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] For port c54d4f6e-0ce1-4726-8abd-c491458b7de3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c54d4f6e-0ce1-4726-8abd-c491458b7de3,segment=NetworkSegment(b68315c6-945e-4c39-826d-eace861319b4),segment_id=b68315c6-945e-4c39-826d-eace861319b4)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:07.119291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:07.237303 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-47b3fb15-da93-46e9-92c9-c3fb10e15f66 None None] Provisioning complete for port 033086e3-7181-4dff-b871-e07ce7e1f667 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:07.237836 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-47b3fb15-da93-46e9-92c9-c3fb10e15f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:07.261429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416b2d2-f154-46db-8ead-aa40d0b7e24f req-7e12cd45-34a3-46e0-8184-ba45965c0338 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:07.263222 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4416b2d2-f154-46db-8ead-aa40d0b7e24f req-7e12cd45-34a3-46e0-8184-ba45965c0338 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 946 time: 0.4862902 Dec 07 15:32:07.271122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d05d59-af4d-4b20-a923-068e35220287 req-96e8065c-2246-434e-8a56-06d94e4977c5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:07.272840 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-05d05d59-af4d-4b20-a923-068e35220287 req-96e8065c-2246-434e-8a56-06d94e4977c5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 945 time: 0.4990716 Dec 07 15:32:07.298936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Calling delete_port for c54d4f6e-0ce1-4726-8abd-c491458b7de3 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:32:07.317282 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device e447336c-af53-4ba9-a2ba-3b45db5855d8 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:07.402247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-47b3fb15-da93-46e9-92c9-c3fb10e15f66 None None] Port 033086e3-7181-4dff-b871-e07ce7e1f667 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:32:07.470950 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4416b2d2-f154-46db-8ead-aa40d0b7e24f req-8853b03d-90a9-4961-b3cb-61952badace9 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c44768f-c7b5-4b2a-8be3-5d81df4f9398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970081 Dec 07 15:32:07.473559 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port e447336c-af53-4ba9-a2ba-3b45db5855d8 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:07.475596 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-05d05d59-af4d-4b20-a923-068e35220287 req-725cb09b-be98-460b-9a1b-e8d4ec02dacb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347833 Dec 07 15:32:07.483549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port e447336c-af53-4ba9-a2ba-3b45db5855d8 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:07.484228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:07.599172 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:07.608516 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7785b2bd-f484-42eb-b8b5-39e415873c5d tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:07.617262 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:32:07.636448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['c54d4f6e-0ce1-4726-8abd-c491458b7de3'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:32:07.703350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Pushing event deleted for resources: {'Port': ['ID=c54d4f6e-0ce1-4726-8abd-c491458b7de3,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:07.713847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:07.809548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:07.825538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:07.845778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] No DVR routers for this DVR port c54d4f6e-0ce1-4726-8abd-c491458b7de3 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:32:07.865660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:07.868698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939be99c-58e2-4443-ac1c-97d9b3759384', 'name': 'network-vif-deleted', 'tag': 'c54d4f6e-0ce1-4726-8abd-c491458b7de3'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:32:07.961440 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-788b4c5b-2586-487c-a53a-77cdf46f24a9 req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.66 "DELETE /v2.0/ports/c54d4f6e-0ce1-4726-8abd-c491458b7de3 HTTP/1.1" status: 204 len: 173 time: 1.5149460 Dec 07 15:32:07.973002 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939be99c-58e2-4443-ac1c-97d9b3759384', 'name': 'network-vif-deleted', 'tag': 'c54d4f6e-0ce1-4726-8abd-c491458b7de3', 'status': 'completed', 'code': 200} Dec 07 15:32:07.976559 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port e447336c-af53-4ba9-a2ba-3b45db5855d8, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=e447336c-af53-4ba9-a2ba-3b45db5855d8,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:08.003481 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:32:08.016253 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] 10.222.0.64 "PUT /v2.0/routers/d823121b-ea55-4dd7-93c7-c0cfa3dcc987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4749787 Dec 07 15:32:08.051130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:08.051673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:08.083689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:08.102705 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:08.181498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=e447336c-af53-4ba9-a2ba-3b45db5855d8,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:08.186171 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:08.346434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:08.367346 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device e447336c-af53-4ba9-a2ba-3b45db5855d8 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:08.429903 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:32:08.450715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:08.473141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port e447336c-af53-4ba9-a2ba-3b45db5855d8 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:08.474569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:08.509276 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'code': 200} Dec 07 15:32:08.521652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:08.522761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device c54d4f6e-0ce1-4726-8abd-c491458b7de3 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:32:08.561390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:08.647983 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: c54d4f6e-0ce1-4726-8abd-c491458b7de3 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:32:08.648593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device c54d4f6e-0ce1-4726-8abd-c491458b7de3 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:32:08.653892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,revision_number=7']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:08.657280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:08.763684 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7293ef3b-9e52-4bab-a95c-3c4480aee7b8 req-9d5213c6-96be-4ca0-9be9-82586bd19ea1 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] 10.222.0.64 "GET /v2.0/ports?device_id=939be99c-58e2-4443-ac1c-97d9b3759384 HTTP/1.1" status: 200 len: 210 time: 0.0647547 Dec 07 15:32:09.072646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e541a1f-cf8d-4dfa-9237-534b61065127 req-d6580f85-51d5-494b-82f3-b2aec1f097c5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:09.080539 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e541a1f-cf8d-4dfa-9237-534b61065127 req-d6580f85-51d5-494b-82f3-b2aec1f097c5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1430931 Dec 07 15:32:09.195393 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e541a1f-cf8d-4dfa-9237-534b61065127 req-81eee622-c723-4624-ad51-84355b351f3d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108189 Dec 07 15:32:09.568949 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 47122) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:09.579520 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-31036204-network', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:32:09.591510 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:32:09.596839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Usage tracker for resource:network and tenant:01bfafffb84849b39850c170f3b7fd73 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:32:09.600137 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:32:09.614636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:32:09.667853 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Made reservation on behalf of 01bfafffb84849b39850c170f3b7fd73 for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:32:09.672529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:09.692427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:09.729617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:32:09.734971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Usage tracker for resource:security_group_rule and tenant:01bfafffb84849b39850c170f3b7fd73 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:32:09.740362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:32:09.750747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:32:09.835901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:09.879199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:09.885566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a4650ed2-a6df-4678-8037-1279bccd9675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:09.930777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:32:09.941988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b722f736-3100-40c0-af5f-1170fba38d27,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:09.946287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:09.988915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Sync routers for ids ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:32:09.990062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:09.990589 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Added segment 8ee210a5-155d-4ea7-8140-5be09173221e of type vlan for network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 Dec 07 15:32:10.004339 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Routers {'d823121b-ea55-4dd7-93c7-c0cfa3dcc987'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:32:10.005422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:31:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:10.026609 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:10.096298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:10.098089 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:10.099076 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:10.107406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-95cf4320-0b87-4244-93c8-7a9112cecf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:10.255278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=837034df-1be5-4a9e-a9a0-78322f0fc5e9,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:10.269347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:10.318992 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7477658 Dec 07 15:32:10.322047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 47142) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:10.333659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Request body: {'subnet': {'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-31036204-subnet', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:32:10.351714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:32:10.374671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Usage tracker for resource:subnet and tenant:01bfafffb84849b39850c170f3b7fd73 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:32:10.407117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:32:10.414949 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:32:10.458538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:32:10.484792 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Made reservation on behalf of 01bfafffb84849b39850c170f3b7fd73 for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:32:10.489710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847983878'] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:10.606544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b2b1e-eafa-466e-aea0-14155088efaa req-0277cde3-5536-432d-9b19-8b5187fef693 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:10.617056 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e64b2b1e-eafa-466e-aea0-14155088efaa req-0277cde3-5536-432d-9b19-8b5187fef693 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1374271 Dec 07 15:32:10.687489 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e64b2b1e-eafa-466e-aea0-14155088efaa req-bf05e725-8b76-4419-b0a0-6d9e8f4b0b4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690579 Dec 07 15:32:10.840591 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Set router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:32:10.978272 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-453b7bb7-ef52-40f8-beda-f380071aec77 req-1d42fc2a-de82-4ccc-8f3a-d3a42dd88e26 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2402101 Dec 07 15:32:11.096014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848302636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847983893'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:11.104086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:11.219129 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-453b7bb7-ef52-40f8-beda-f380071aec77 req-c74de850-e3a6-46a4-8df0-968f1012e775 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea483c64e5c1492a9db2f9ac6e98c6bb&device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 1098 time: 0.1867902 Dec 07 15:32:11.239427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:11.263366 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a4b35b-4f3f-420f-b06f-1b234de3a7bc,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:11.302019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'name': 'tempest-TestMinimumBasicScenario-241313804-router', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:00Z', 'updated_at': '2021-12-07T15:32:05Z', 'revision_number': 4, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'gw_port': {'id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:01Z', 'updated_at': '2021-12-07T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '033086e3-7181-4dff-b871-e07ce7e1f667', 'name': '', 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'mac_address': 'fa:16:3e:7c:32:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5477197-b5cd-4255-842d-b99f0f552c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:04Z', 'updated_at': '2021-12-07T15:32:05Z', 'revision_number': 2, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'subnets': [{'id': 'e5477197-b5cd-4255-842d-b99f0f552c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:11.307666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Checking router: d823121b-ea55-4dd7-93c7-c0cfa3dcc987 for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:32:11.308410 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Updating router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 port 033086e3-7181-4dff-b871-e07ce7e1f667 binding host dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:32:11.320997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:11.346866 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Checking segment: {'id': '8ee210a5-155d-4ea7-8140-5be09173221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:32:11.347341 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Network hostable DHCP agents. Network: 837034df-1be5-4a9e-a9a0-78322f0fc5e9, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:32:11.469533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:11.536987 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:32:11.540122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b7bb7-ef52-40f8-beda-f380071aec77 req-3a1ea5e8-7658-42e7-a2c1-17e1a7207624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:11.544578 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-453b7bb7-ef52-40f8-beda-f380071aec77 req-3a1ea5e8-7658-42e7-a2c1-17e1a7207624 service neutron] 10.222.0.66 "GET /v2.0/networks?id=aeb96f19-270c-46b9-9658-a4a1af625aea HTTP/1.1" status: 200 len: 912 time: 0.2869673 Dec 07 15:32:11.637606 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, 837034df-1be5-4a9e-a9a0-78322f0fc5e9) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:11.665333 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:11.667121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:11.681030 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-453b7bb7-ef52-40f8-beda-f380071aec77 req-e9ab14fb-825d-49b9-80ac-0db9d81d57b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f4f15b-2a36-4853-9530-4e1a98374bc1 HTTP/1.1" status: 200 len: 217 time: 0.1242509 Dec 07 15:32:11.762065 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4376750 Dec 07 15:32:11.765231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 47170) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:11.776008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-31036204-router', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:32:11.785769 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:32:11.789139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b7bb7-ef52-40f8-beda-f380071aec77 req-025797f3-5e5b-4818-af80-77549a979714 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:11.792065 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-453b7bb7-ef52-40f8-beda-f380071aec77 req-025797f3-5e5b-4818-af80-77549a979714 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f729ff22-6ad6-4208-a7af-cd1a117b4af3 HTTP/1.1" status: 200 len: 851 time: 0.1010268 Dec 07 15:32:11.795287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Usage tracker for resource:router and tenant:01bfafffb84849b39850c170f3b7fd73 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:32:11.798514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:32:11.883896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:32:11.885125 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403ae10-5032-4d75-9061-ae9f6d8bc851 None None] Network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:32:11.889474 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-453b7bb7-ef52-40f8-beda-f380071aec77 req-e4a86744-d168-4d11-83da-d9a0ed550b39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aeb96f19-270c-46b9-9658-a4a1af625aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764532 Dec 07 15:32:11.980856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40272'] for router, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:11.982296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852960750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852839707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735528'] for router, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:12.136162 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-453b7bb7-ef52-40f8-beda-f380071aec77 req-37026dd5-b6af-4122-b26e-1733eabaf728 service neutron] 10.222.0.66 "GET /v2.0/networks/aeb96f19-270c-46b9-9658-a4a1af625aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353971 Dec 07 15:32:12.139851 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e422b-545f-46cb-aab7-ed8d007d673c req-ae6d253d-fd11-4511-8f47-3547bcb366ac tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:12.148278 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-160e422b-545f-46cb-aab7-ed8d007d673c req-ae6d253d-fd11-4511-8f47-3547bcb366ac tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1421971 Dec 07 15:32:12.207645 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-160e422b-545f-46cb-aab7-ed8d007d673c req-98128e5e-e75b-4c86-bd94-3d8cc2fe519c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583026 Dec 07 15:32:12.369597 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-453b7bb7-ef52-40f8-beda-f380071aec77 req-039338a9-a7cd-4465-b3ce-a3b16bcd722f service neutron] 10.222.0.66 "GET /v2.0/networks/aeb96f19-270c-46b9-9658-a4a1af625aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245727 Dec 07 15:32:12.373659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:12.429314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc110c0ec-7939-5521-b21e-7fb3f200a396-837034df-1be5-4a9e-a9a0-78322f0fc5e9', 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'fixed_ips': [{'subnet_id': '10a4b35b-4f3f-420f-b06f-1b234de3a7bc'}]}} from dv-cinder-820628-1-iscsi. {{(pid=88288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:32:12.430475 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:12.674539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Notify callbacks [] for port, precommit_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:12.700706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Transition to ACTIVE for port object 033086e3-7181-4dff-b871-e07ce7e1f667 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:12.709005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Allocated IP 172.20.0.2 (837034df-1be5-4a9e-a9a0-78322f0fc5e9/10a4b35b-4f3f-420f-b06f-1b234de3a7bc/2a612c25-69db-4384-ba81-545676a80db2) {{(pid=88288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:32:12.963328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:12.984864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:12.993410 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:13.249871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a8600-4dfe-4c4f-b059-28f4b44e2844 None None] Pushing event updated for resources: {'Port': ['ID=033086e3-7181-4dff-b871-e07ce7e1f667,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:13.257523 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-926a8600-4dfe-4c4f-b059-28f4b44e2844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:13.309310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Notify callbacks [] for port, precommit_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:13.360694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Transition to ACTIVE for port object 2a612c25-69db-4384-ba81-545676a80db2 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:13.383561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Attempting to bind port 033086e3-7181-4dff-b871-e07ce7e1f667 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:32:13.383960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Attempting to bind port 033086e3-7181-4dff-b871-e07ce7e1f667 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:32:13.384366 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Attempting to bind port 033086e3-7181-4dff-b871-e07ce7e1f667 on network a870cf41-7822-42a2-a36c-136b6edf6788 {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:32:13.393106 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Transition to ACTIVE for port object 2a612c25-69db-4384-ba81-545676a80db2 will not be triggered until provisioned by entity DHCP. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:13.397874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:32:13.398303 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Checking segment: {'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:32:13.398759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:13.399207 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Bound using segment: {'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:32:13.399737 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Bound port: 033086e3-7181-4dff-b871-e07ce7e1f667, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:32:13.400159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:13.475511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b188a6-4ba6-40e5-bd7c-04dcb40df761 req-7e34184c-4a26-478a-971a-131bb88e719c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:13.477408 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5b188a6-4ba6-40e5-bd7c-04dcb40df761 req-7e34184c-4a26-478a-971a-131bb88e719c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1155720 Dec 07 15:32:13.519684 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] For port 033086e3-7181-4dff-b871-e07ce7e1f667, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:32:13.523224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] For port 033086e3-7181-4dff-b871-e07ce7e1f667, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=033086e3-7181-4dff-b871-e07ce7e1f667,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:32:13.560169 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5b188a6-4ba6-40e5-bd7c-04dcb40df761 req-f9643202-c83f-4db5-944b-2674f6acd053 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648603 Dec 07 15:32:13.656615 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:13.661547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:13.691621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:13.746838 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 is already hosted by enough agents. {{(pid=88288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:32:13.754629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Resources bound (agent type, host, resource id): {{(pid=88288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:13.761488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Received port after_create {{(pid=88288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:32:13.776247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a8600-4dfe-4c4f-b059-28f4b44e2844 None None] Pushing event updated for resources: {'Port': ['ID=033086e3-7181-4dff-b871-e07ce7e1f667,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:13.782659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-926a8600-4dfe-4c4f-b059-28f4b44e2844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:13.783727 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:13.814347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:13.855634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:13.861809 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Routers {'d823121b-ea55-4dd7-93c7-c0cfa3dcc987'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:32:13.862534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:31:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:14.083625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Allocated IP 172.27.1.16 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/58b612c7-acc0-4958-adaf-2ee7938a24d0) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:32:14.386195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:14.467789 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:14.474472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1673e12a-2c0d-4285-a6ca-7f4a415a0359 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:14.496825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Pushing event updated for resources: {'Port': ['ID=2a612c25-69db-4384-ba81-545676a80db2,revision_number=1']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:14.557878 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:14.565772 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:32:14.569640 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:14.575441 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:32:14.582644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Attempting to bind port 2a612c25-69db-4384-ba81-545676a80db2 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:32:14.583068 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Attempting to bind port 2a612c25-69db-4384-ba81-545676a80db2 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': '8ee210a5-155d-4ea7-8140-5be09173221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:32:14.583484 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Attempting to bind port 2a612c25-69db-4384-ba81-545676a80db2 on network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:32:14.602176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:32:14.602611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Checking segment: {'id': '8ee210a5-155d-4ea7-8140-5be09173221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:32:14.603071 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:14.604093 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Bound using segment: {'id': '8ee210a5-155d-4ea7-8140-5be09173221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:32:14.604638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Bound port: 2a612c25-69db-4384-ba81-545676a80db2, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee210a5-155d-4ea7-8140-5be09173221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:32:14.605064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:14.607155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Pushing event updated for resources: {'Port': ['ID=58b612c7-acc0-4958-adaf-2ee7938a24d0,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:14.613298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:14.695998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] Set router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:32:14.819928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f7b95-ad55-4aac-aa67-4cd6593400c9 req-66f18030-a79f-4774-8ddb-0fe314867ce2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:14.821675 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-209f7b95-ad55-4aac-aa67-4cd6593400c9 req-66f18030-a79f-4774-8ddb-0fe314867ce2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1075799 Dec 07 15:32:14.831744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:14.832630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096'] for router, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:14.860931 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] For port 2a612c25-69db-4384-ba81-545676a80db2, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:32:14.877471 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-209f7b95-ad55-4aac-aa67-4cd6593400c9 req-9b777dca-9a86-4546-ac2d-216d177415c1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474484 Dec 07 15:32:14.897621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] For port 2a612c25-69db-4384-ba81-545676a80db2, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=2a612c25-69db-4384-ba81-545676a80db2,segment=NetworkSegment(8ee210a5-155d-4ea7-8140-5be09173221e),segment_id=8ee210a5-155d-4ea7-8140-5be09173221e)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:32:14.961688 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:14.978270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:15.102925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Pushing event updated for resources: {'Port': ['ID=2a612c25-69db-4384-ba81-545676a80db2,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:15.108066 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:15.222408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Router 4b7df241-ac8d-46c3-9062-f022cc422af2 is scheduled to L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 with binding_index 1 {{(pid=88286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:32:15.287780 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'name': 'tempest-TestMinimumBasicScenario-241313804-router', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:00Z', 'updated_at': '2021-12-07T15:32:05Z', 'revision_number': 4, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'gw_port': {'id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:01Z', 'updated_at': '2021-12-07T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '033086e3-7181-4dff-b871-e07ce7e1f667', 'name': '', 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'mac_address': 'fa:16:3e:7c:32:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5477197-b5cd-4255-842d-b99f0f552c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:04Z', 'updated_at': '2021-12-07T15:32:13Z', 'revision_number': 4, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'subnets': [{'id': 'e5477197-b5cd-4255-842d-b99f0f552c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:15.292750 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22a2f5-a01d-452a-87a4-8009efef5f92 None None] The sync data for ids ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'] in dv-cinder-820628-1-iscsi is: [{'id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'name': 'tempest-TestMinimumBasicScenario-241313804-router', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:00Z', 'updated_at': '2021-12-07T15:32:05Z', 'revision_number': 4, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'gw_port': {'id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:01Z', 'updated_at': '2021-12-07T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '033086e3-7181-4dff-b871-e07ce7e1f667', 'name': '', 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'mac_address': 'fa:16:3e:7c:32:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5477197-b5cd-4255-842d-b99f0f552c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:04Z', 'updated_at': '2021-12-07T15:32:13Z', 'revision_number': 4, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'subnets': [{'id': 'e5477197-b5cd-4255-842d-b99f0f552c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:32:15.526852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:32:15.543550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Sync routers for ids ['4b7df241-ac8d-46c3-9062-f022cc422af2'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:32:15.568791 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Routers {'4b7df241-ac8d-46c3-9062-f022cc422af2'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:32:15.569648 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:31:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['4b7df241-ac8d-46c3-9062-f022cc422af2'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:15.599094 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:15.600922 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8347116 Dec 07 15:32:15.604298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 47240) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:15.939083 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Set router 4b7df241-ac8d-46c3-9062-f022cc422af2 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:32:16.335852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a2600-e817-46c8-af9c-3f87367a17ce req-0c1a66ac-b668-4b8e-a762-9cd656294686 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:16.344728 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-231a2600-e817-46c8-af9c-3f87367a17ce req-0c1a66ac-b668-4b8e-a762-9cd656294686 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1325533 Dec 07 15:32:16.413750 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-231a2600-e817-46c8-af9c-3f87367a17ce req-7391a88a-48c4-46f8-a5eb-e0e0ed756325 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678477 Dec 07 15:32:16.549055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 2a612c25-69db-4384-ba81-545676a80db2 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:16.694638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'name': 'tempest-TestMinimumBasicScenario-31036204-router', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:11Z', 'updated_at': '2021-12-07T15:32:14Z', 'revision_number': 3, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'gw_port': {'id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:13Z', 'updated_at': '2021-12-07T15:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:16.714314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Checking router: 4b7df241-ac8d-46c3-9062-f022cc422af2 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:32:16.715243 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Updating router 4b7df241-ac8d-46c3-9062-f022cc422af2 port 58b612c7-acc0-4958-adaf-2ee7938a24d0 binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:32:16.764567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 2a612c25-69db-4384-ba81-545676a80db2 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:16.771005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 033086e3-7181-4dff-b871-e07ce7e1f667 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:16.843203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:16.969582 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 033086e3-7181-4dff-b871-e07ce7e1f667 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:16.975593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 033086e3-7181-4dff-b871-e07ce7e1f667 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:16.975877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:17.356978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:17.508047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 033086e3-7181-4dff-b871-e07ce7e1f667, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=033086e3-7181-4dff-b871-e07ce7e1f667,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:17.542409 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:17.544368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:17.698032 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:17.793369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=033086e3-7181-4dff-b871-e07ce7e1f667,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:17.797765 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffacc83-953e-45da-8c65-f8a16d67ab87 None None] Network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:32:17.844452 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:17.944472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:17.966864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Transition to ACTIVE for port object 58b612c7-acc0-4958-adaf-2ee7938a24d0 will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:17.977008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-6ae8264a-9611-4a83-b44a-8e24d4665fba None None] Provisioning for port 2a612c25-69db-4384-ba81-545676a80db2 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:17.990440 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-6ae8264a-9611-4a83-b44a-8e24d4665fba None None] Provisioning complete for port 2a612c25-69db-4384-ba81-545676a80db2 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:17.990866 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae8264a-9611-4a83-b44a-8e24d4665fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:18.004337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:18.009379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3a77da3b-adba-47e3-a2ae-58eac2e1a6a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:18.179102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c45de-f283-4c05-9eb7-84d06a314a88 req-6be3a21e-c5d3-4930-8792-4a13c6cf8c81 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:18.182510 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7b9c45de-f283-4c05-9eb7-84d06a314a88 req-6be3a21e-c5d3-4930-8792-4a13c6cf8c81 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.3652029 Dec 07 15:32:18.328713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edefc5f-ed75-4c80-bfdd-113a508e0fae None None] Pushing event updated for resources: {'Port': ['ID=58b612c7-acc0-4958-adaf-2ee7938a24d0,revision_number=2']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:18.356768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0edefc5f-ed75-4c80-bfdd-113a508e0fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:18.378675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Attempting to bind port 58b612c7-acc0-4958-adaf-2ee7938a24d0 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:32:18.379202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Attempting to bind port 58b612c7-acc0-4958-adaf-2ee7938a24d0 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:32:18.379777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Attempting to bind port 58b612c7-acc0-4958-adaf-2ee7938a24d0 on network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:32:18.381924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae8264a-9611-4a83-b44a-8e24d4665fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:18.405880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:32:18.406296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:32:18.406741 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:18.407195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Bound using segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:32:18.407666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Bound port: 58b612c7-acc0-4958-adaf-2ee7938a24d0, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:32:18.410836 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:18.433118 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 033086e3-7181-4dff-b871-e07ce7e1f667 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:18.434756 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7b9c45de-f283-4c05-9eb7-84d06a314a88 req-0f2a34bc-24a0-4861-a7d3-b7ef1c441fc7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180750 Dec 07 15:32:18.533448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-6ae8264a-9611-4a83-b44a-8e24d4665fba None None] For port 2a612c25-69db-4384-ba81-545676a80db2, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=2a612c25-69db-4384-ba81-545676a80db2,segment=NetworkSegment(8ee210a5-155d-4ea7-8140-5be09173221e),segment_id=8ee210a5-155d-4ea7-8140-5be09173221e)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:18.586040 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Allocated IP 172.20.0.1 (837034df-1be5-4a9e-a9a0-78322f0fc5e9/10a4b35b-4f3f-420f-b06f-1b234de3a7bc/d46d81de-23d5-4216-b894-194a321b2534) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:32:18.587270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6ae8264a-9611-4a83-b44a-8e24d4665fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:18.591657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:18.659248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] For port 58b612c7-acc0-4958-adaf-2ee7938a24d0, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:32:18.671028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] For port 58b612c7-acc0-4958-adaf-2ee7938a24d0, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=58b612c7-acc0-4958-adaf-2ee7938a24d0,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:32:18.707069 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:18.718972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:18.857189 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 033086e3-7181-4dff-b871-e07ce7e1f667 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:18.858359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:18.939780 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8264a-9611-4a83-b44a-8e24d4665fba None None] Pushing event updated for resources: {'Port': ['ID=2a612c25-69db-4384-ba81-545676a80db2,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:18.956534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6ae8264a-9611-4a83-b44a-8e24d4665fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:19.033160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edefc5f-ed75-4c80-bfdd-113a508e0fae None None] Pushing event updated for resources: {'Port': ['ID=58b612c7-acc0-4958-adaf-2ee7938a24d0,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:19.046419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0edefc5f-ed75-4c80-bfdd-113a508e0fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:19.055477 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Routers {'4b7df241-ac8d-46c3-9062-f022cc422af2'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:32:19.056969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:31:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['4b7df241-ac8d-46c3-9062-f022cc422af2'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:19.164544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:19.229182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Transition to ACTIVE for port object d46d81de-23d5-4216-b894-194a321b2534 will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:19.359800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:19.362587 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-2f96416e-ffbf-414b-9a96-d1995572825c None None] Provisioning complete for port 2a612c25-69db-4384-ba81-545676a80db2 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:19.366457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2f96416e-ffbf-414b-9a96-d1995572825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:19.367748 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:19.586958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:32:19.592070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:19.606934 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:32:19.750797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] Set router 4b7df241-ac8d-46c3-9062-f022cc422af2 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:32:19.826519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d46d81de-23d5-4216-b894-194a321b2534,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:19.831482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:19.865270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746805'] for router_interface, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:20.048827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:20.236281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96318f-7b80-4cbe-b5a2-7db0f7b7d852 req-dfcd8f61-a6bd-4e4f-b5fd-65aae40da39f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:20.238124 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b96318f-7b80-4cbe-b5a2-7db0f7b7d852 req-dfcd8f61-a6bd-4e4f-b5fd-65aae40da39f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.4146225 Dec 07 15:32:20.331928 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b96318f-7b80-4cbe-b5a2-7db0f7b7d852 req-3c9ae5b7-022e-441a-ac16-55447b7ea974 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875289 Dec 07 15:32:20.351526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-ac5e5866-04c5-4d14-a59c-80ff863872e4 None None] Provisioning for port d46d81de-23d5-4216-b894-194a321b2534 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:20.401150 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-ac5e5866-04c5-4d14-a59c-80ff863872e4 None None] Provisioning complete for port d46d81de-23d5-4216-b894-194a321b2534 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:20.401600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5866-04c5-4d14-a59c-80ff863872e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:20.625260 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e5866-04c5-4d14-a59c-80ff863872e4 None None] Port d46d81de-23d5-4216-b894-194a321b2534 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:32:20.628175 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 2a612c25-69db-4384-ba81-545676a80db2 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:20.694432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'name': 'tempest-TestMinimumBasicScenario-31036204-router', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:11Z', 'updated_at': '2021-12-07T15:32:14Z', 'revision_number': 3, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'gw_port': {'id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:13Z', 'updated_at': '2021-12-07T15:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:20.708042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab443e0a-dc7c-4569-8b44-068d75e4e4ce None None] The sync data for ids ['4b7df241-ac8d-46c3-9062-f022cc422af2'] in dv-cinder-820628-1-iscsi is: [{'id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'name': 'tempest-TestMinimumBasicScenario-31036204-router', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:11Z', 'updated_at': '2021-12-07T15:32:14Z', 'revision_number': 3, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'gw_port': {'id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:13Z', 'updated_at': '2021-12-07T15:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:32:21.208575 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 2a612c25-69db-4384-ba81-545676a80db2 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:21.209375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:21.398670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:21.438786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:21.516571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6a5a7650-1794-4693-a15d-ce55678b6e58 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:21.647897 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7772d-b0c8-4796-8edc-19cdf4114cb4 req-b87a9505-b6e9-43e5-81d8-3fc64c9115b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:21.659528 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4ca7772d-b0c8-4796-8edc-19cdf4114cb4 req-b87a9505-b6e9-43e5-81d8-3fc64c9115b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1221905 Dec 07 15:32:21.695183 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3045941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853029102'] for router_interface, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:21.736888 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4ca7772d-b0c8-4796-8edc-19cdf4114cb4 req-54dd7b7e-6129-44a7-b76b-d5a855ea7010 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755265 Dec 07 15:32:21.869274 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d46d81de-23d5-4216-b894-194a321b2534,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:22.053280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:22.164925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:32:22.167751 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:22.406852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 58b612c7-acc0-4958-adaf-2ee7938a24d0 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:22.661984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 58b612c7-acc0-4958-adaf-2ee7938a24d0 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:22.671045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 58b612c7-acc0-4958-adaf-2ee7938a24d0 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:22.671479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:22.955999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-4ee9fc60-2358-421f-8984-d89bd1f62360 None None] Provisioning complete for port d46d81de-23d5-4216-b894-194a321b2534 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:22.959886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4ee9fc60-2358-421f-8984-d89bd1f62360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:23.323419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Router 4b7df241-ac8d-46c3-9062-f022cc422af2 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:32:23.471500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662744f7-0f77-4766-8f79-9032f70f4200 req-81940842-b282-431a-93fa-098ae185f484 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:23.480307 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-662744f7-0f77-4766-8f79-9032f70f4200 req-81940842-b282-431a-93fa-098ae185f484 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.2688358 Dec 07 15:32:23.580830 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-662744f7-0f77-4766-8f79-9032f70f4200 req-2badee16-e888-48c5-9867-304a809143a9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994461 Dec 07 15:32:23.833250 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9fc60-2358-421f-8984-d89bd1f62360 None None] Port d46d81de-23d5-4216-b894-194a321b2534 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:32:23.871106 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:32:23.881373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:23.902156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 58b612c7-acc0-4958-adaf-2ee7938a24d0, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=58b612c7-acc0-4958-adaf-2ee7938a24d0,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:23.907071 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] 10.222.0.64 "PUT /v2.0/routers/4b7df241-ac8d-46c3-9062-f022cc422af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3012888 Dec 07 15:32:23.974831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:23.982041 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6ae8264a-9611-4a83-b44a-8e24d4665fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:24.099035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=58b612c7-acc0-4958-adaf-2ee7938a24d0,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:24.135730 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:24.210022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-33196d06-2ea8-4f85-b7ce-c68f1122f24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:24.342501 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 58b612c7-acc0-4958-adaf-2ee7938a24d0 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:24.455277 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 58b612c7-acc0-4958-adaf-2ee7938a24d0 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:24.455697 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:24.880823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e57f7-ec09-44a8-a0ee-8198bc3df781 req-6dad896e-c762-4e3a-bef7-1ab51a1f48d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:24.894680 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-276e57f7-ec09-44a8-a0ee-8198bc3df781 req-6dad896e-c762-4e3a-bef7-1ab51a1f48d1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1340923 Dec 07 15:32:24.957958 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-276e57f7-ec09-44a8-a0ee-8198bc3df781 req-98fac9d5-981d-4584-90ad-253a83cff86e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612199 Dec 07 15:32:25.651202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:26.255020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Sync routers for ids ['4b7df241-ac8d-46c3-9062-f022cc422af2'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:32:26.313794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Routers {'4b7df241-ac8d-46c3-9062-f022cc422af2'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:32:26.314558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:31:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['4b7df241-ac8d-46c3-9062-f022cc422af2'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:26.385482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c850-489a-4b50-9742-397e3671703a req-532eb5ba-3342-4a69-8ebc-5bff7dab3a32 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:26.396528 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1194c850-489a-4b50-9742-397e3671703a req-532eb5ba-3342-4a69-8ebc-5bff7dab3a32 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1872289 Dec 07 15:32:26.461376 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1194c850-489a-4b50-9742-397e3671703a req-91905c00-831c-41a1-8fe7-324c9b7afbec tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595660 Dec 07 15:32:26.907568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c81d68cb-92e7-466b-b9c3-42cf6041ff32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:26.918285 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Set router 4b7df241-ac8d-46c3-9062-f022cc422af2 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:32:26.989666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:27.497317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'name': 'tempest-TestMinimumBasicScenario-31036204-router', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:11Z', 'updated_at': '2021-12-07T15:32:19Z', 'revision_number': 4, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'gw_port': {'id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:13Z', 'updated_at': '2021-12-07T15:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'd46d81de-23d5-4216-b894-194a321b2534', 'name': '', 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'mac_address': 'fa:16:3e:14:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10a4b35b-4f3f-420f-b06f-1b234de3a7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:17Z', 'updated_at': '2021-12-07T15:32:20Z', 'revision_number': 2, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'subnets': [{'id': '10a4b35b-4f3f-420f-b06f-1b234de3a7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:27.503797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Checking router: 4b7df241-ac8d-46c3-9062-f022cc422af2 for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:32:27.504626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Updating router 4b7df241-ac8d-46c3-9062-f022cc422af2 port d46d81de-23d5-4216-b894-194a321b2534 binding host dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:32:27.521904 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:32:27.585258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:27.842132 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de191c-ef5b-40d4-8013-4fd1137c4a90 req-eb0606aa-855e-4624-9672-3f9d21074945 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:27.851645 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-59de191c-ef5b-40d4-8013-4fd1137c4a90 req-eb0606aa-855e-4624-9672-3f9d21074945 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1193867 Dec 07 15:32:27.906603 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-59de191c-ef5b-40d4-8013-4fd1137c4a90 req-35843e1b-7925-4df1-8784-6a35bc75a502 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534649 Dec 07 15:32:28.143259 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Notify callbacks [] for port, precommit_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:28.160561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Transition to ACTIVE for port object d46d81de-23d5-4216-b894-194a321b2534 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:28.221489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:28.226598 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-12e46741-e0bc-4395-886f-1fdca8774939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:28.376941 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3377d8-350e-4f69-bbfa-5ad6f4b6196b None None] Pushing event updated for resources: {'Port': ['ID=d46d81de-23d5-4216-b894-194a321b2534,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:28.675044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ab3377d8-350e-4f69-bbfa-5ad6f4b6196b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:28.675044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Attempting to bind port d46d81de-23d5-4216-b894-194a321b2534 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:32:28.675044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Attempting to bind port d46d81de-23d5-4216-b894-194a321b2534 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': '8ee210a5-155d-4ea7-8140-5be09173221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:32:28.675044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Attempting to bind port d46d81de-23d5-4216-b894-194a321b2534 on network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:32:28.675044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:32:28.675044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Checking segment: {'id': '8ee210a5-155d-4ea7-8140-5be09173221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:32:28.675044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:28.675044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Bound using segment: {'id': '8ee210a5-155d-4ea7-8140-5be09173221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:32:28.675044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Bound port: d46d81de-23d5-4216-b894-194a321b2534, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee210a5-155d-4ea7-8140-5be09173221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:32:28.675044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:28.678414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] For port d46d81de-23d5-4216-b894-194a321b2534, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:32:28.678414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] For port d46d81de-23d5-4216-b894-194a321b2534, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=d46d81de-23d5-4216-b894-194a321b2534,segment=NetworkSegment(8ee210a5-155d-4ea7-8140-5be09173221e),segment_id=8ee210a5-155d-4ea7-8140-5be09173221e)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:32:28.843963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:28.890980 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:28.896992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0279eb6b-1d91-4391-9a72-e5527c331c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:29.044689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3377d8-350e-4f69-bbfa-5ad6f4b6196b None None] Pushing event updated for resources: {'Port': ['ID=d46d81de-23d5-4216-b894-194a321b2534,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:29.055798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ab3377d8-350e-4f69-bbfa-5ad6f4b6196b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:29.077018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Routers {'4b7df241-ac8d-46c3-9062-f022cc422af2'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:32:29.077940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:32:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['4b7df241-ac8d-46c3-9062-f022cc422af2'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:29.443095 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b96e8-19ea-4c4c-a34f-621b6a60675b req-482a89b5-53d5-4fd9-97f0-8a49b3b88c44 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:29.446106 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5e0b96e8-19ea-4c4c-a34f-621b6a60675b req-482a89b5-53d5-4fd9-97f0-8a49b3b88c44 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.2950134 Dec 07 15:32:29.564054 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5e0b96e8-19ea-4c4c-a34f-621b6a60675b req-6c835719-58dd-4a53-a4e2-6d8bf42c0f79 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097038 Dec 07 15:32:29.676813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] Set router 4b7df241-ac8d-46c3-9062-f022cc422af2 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:32:30.314466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'name': 'tempest-TestMinimumBasicScenario-31036204-router', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:11Z', 'updated_at': '2021-12-07T15:32:19Z', 'revision_number': 4, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'gw_port': {'id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:13Z', 'updated_at': '2021-12-07T15:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'd46d81de-23d5-4216-b894-194a321b2534', 'name': '', 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'mac_address': 'fa:16:3e:14:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10a4b35b-4f3f-420f-b06f-1b234de3a7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:17Z', 'updated_at': '2021-12-07T15:32:28Z', 'revision_number': 4, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'subnets': [{'id': '10a4b35b-4f3f-420f-b06f-1b234de3a7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:30.328232 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8527251b-ed43-4960-8de7-39877fc4f5ec None None] The sync data for ids ['4b7df241-ac8d-46c3-9062-f022cc422af2'] in dv-cinder-820628-1-iscsi is: [{'id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'name': 'tempest-TestMinimumBasicScenario-31036204-router', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:11Z', 'updated_at': '2021-12-07T15:32:19Z', 'revision_number': 4, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'gw_port': {'id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:13Z', 'updated_at': '2021-12-07T15:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'd46d81de-23d5-4216-b894-194a321b2534', 'name': '', 'network_id': '837034df-1be5-4a9e-a9a0-78322f0fc5e9', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'mac_address': 'fa:16:3e:14:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10a4b35b-4f3f-420f-b06f-1b234de3a7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:17Z', 'updated_at': '2021-12-07T15:32:28Z', 'revision_number': 4, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'subnets': [{'id': '10a4b35b-4f3f-420f-b06f-1b234de3a7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:32:30.977155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f8772-aaa9-4971-ad78-353305e4d644 req-2e512972-94b8-4626-b04b-fdaf610d6c96 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:30.980203 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6d8f8772-aaa9-4971-ad78-353305e4d644 req-2e512972-94b8-4626-b04b-fdaf610d6c96 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1566684 Dec 07 15:32:31.065913 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6d8f8772-aaa9-4971-ad78-353305e4d644 req-4e2d1f99-0890-4346-8657-55eeaefe278a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772395 Dec 07 15:32:32.473031 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device d46d81de-23d5-4216-b894-194a321b2534 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:32.496190 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523da4-3c45-4e5d-b7dc-79aac4c3276e req-ada25885-4967-4869-8de4-6325e2eae165 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:32.526088 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-85523da4-3c45-4e5d-b7dc-79aac4c3276e req-ada25885-4967-4869-8de4-6325e2eae165 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.2116504 Dec 07 15:32:32.619539 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-85523da4-3c45-4e5d-b7dc-79aac4c3276e req-8f625fac-d192-40e8-8dee-bf0ec3955fbc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913877 Dec 07 15:32:32.758917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port d46d81de-23d5-4216-b894-194a321b2534 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:32.772719 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port d46d81de-23d5-4216-b894-194a321b2534 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:32.773056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:33.010103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:33.045575 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port d46d81de-23d5-4216-b894-194a321b2534, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=d46d81de-23d5-4216-b894-194a321b2534,segment=NetworkSegment(8ee210a5-155d-4ea7-8140-5be09173221e),segment_id=8ee210a5-155d-4ea7-8140-5be09173221e)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:33.073335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:33.075462 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:33.194895 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=d46d81de-23d5-4216-b894-194a321b2534,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:33.199427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:34.300733 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ed52f-03a2-4d67-8a93-afd4d31515f9 req-e21bef22-d6a1-471f-b5cc-b71623131c32 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:34.315623 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2b4ed52f-03a2-4d67-8a93-afd4d31515f9 req-e21bef22-d6a1-471f-b5cc-b71623131c32 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.2666340 Dec 07 15:32:34.390142 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device d46d81de-23d5-4216-b894-194a321b2534 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:32:34.399877 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2b4ed52f-03a2-4d67-8a93-afd4d31515f9 req-43275e6d-06de-41b4-89a9-94b7a3f2603f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771139 Dec 07 15:32:34.585187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port d46d81de-23d5-4216-b894-194a321b2534 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:34.585921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:35.784047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed02ad7-a02c-4575-9f41-1e2afb85a452 req-b30f13bf-cb87-41f2-95c3-04a3418c35c8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:35.913611 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0ed02ad7-a02c-4575-9f41-1e2afb85a452 req-b30f13bf-cb87-41f2-95c3-04a3418c35c8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1439924 Dec 07 15:32:35.913611 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0ed02ad7-a02c-4575-9f41-1e2afb85a452 req-c10146d8-e650-4f5b-8c5b-982144a535e9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752158 Dec 07 15:32:37.131851 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f74c9-962b-42a0-b219-2e3d48da9869 req-ce278f08-5997-4eaf-b123-21bf08c8767a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:37.133486 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ff0f74c9-962b-42a0-b219-2e3d48da9869 req-ce278f08-5997-4eaf-b123-21bf08c8767a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.0972335 Dec 07 15:32:37.199616 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ff0f74c9-962b-42a0-b219-2e3d48da9869 req-eda33104-b751-405b-a4af-b07cb46c42cd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551403 Dec 07 15:32:38.617149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834e3ac-b04c-47ad-bf54-8da6fb0c4be6 req-bd4f2192-bdff-44f1-8556-8abb50de448d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:38.634712 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d834e3ac-b04c-47ad-bf54-8da6fb0c4be6 req-bd4f2192-bdff-44f1-8556-8abb50de448d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.2329495 Dec 07 15:32:38.721964 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d834e3ac-b04c-47ad-bf54-8da6fb0c4be6 req-4773a843-3d4d-4ddd-8c66-20ee07e608e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859704 Dec 07 15:32:40.055969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2d02-3e3b-432c-915d-aa5c0c476840 req-6e637393-e84a-4258-aea1-9dba279bb99d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:40.062302 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4f2d2d02-3e3b-432c-915d-aa5c0c476840 req-6e637393-e84a-4258-aea1-9dba279bb99d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1212060 Dec 07 15:32:40.166845 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4f2d2d02-3e3b-432c-915d-aa5c0c476840 req-9630a963-5cbb-4bd3-850c-f84738e855bf tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987236 Dec 07 15:32:41.313431 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:41.510005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a20e3-b836-4ebc-af3d-c6acc2d24aa6 req-2667e7ad-4bf9-43d3-98a3-d59c86675bbb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:41.511701 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2d1a20e3-b836-4ebc-af3d-c6acc2d24aa6 req-2667e7ad-4bf9-43d3-98a3-d59c86675bbb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1065028 Dec 07 15:32:41.605238 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2d1a20e3-b836-4ebc-af3d-c6acc2d24aa6 req-20074cd4-1a72-48f1-8a5d-81d61c92adb5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851350 Dec 07 15:32:42.879459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010715ce-f524-4254-b767-528e260b09a4 req-f048131d-4424-447a-8bb6-6d65f8731d15 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:42.881225 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-010715ce-f524-4254-b767-528e260b09a4 req-f048131d-4424-447a-8bb6-6d65f8731d15 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.0928981 Dec 07 15:32:42.941993 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-010715ce-f524-4254-b767-528e260b09a4 req-3b9dcf83-1bfc-49fa-9300-2856983ace6e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488575 Dec 07 15:32:43.554312 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99c59c7a-17db-48e1-96b7-7cae05392dbd req-39d45cd5-e2fc-4f79-9868-21b8448bf514 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 1099 time: 0.0806878 Dec 07 15:32:43.721492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c59c7a-17db-48e1-96b7-7cae05392dbd req-7527b094-61af-441f-bc6e-333679a179e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:43.723068 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99c59c7a-17db-48e1-96b7-7cae05392dbd req-7527b094-61af-441f-bc6e-333679a179e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 918 time: 0.1608093 Dec 07 15:32:43.836363 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99c59c7a-17db-48e1-96b7-7cae05392dbd req-6a024a28-3644-4b18-9417-fa2b03b2bf93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 HTTP/1.1" status: 200 len: 1001 time: 0.1065013 Dec 07 15:32:43.919722 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c59c7a-17db-48e1-96b7-7cae05392dbd req-44ae532d-be93-4573-ae58-71cc49ea60a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:43.925799 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99c59c7a-17db-48e1-96b7-7cae05392dbd req-44ae532d-be93-4573-ae58-71cc49ea60a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e HTTP/1.1" status: 200 len: 856 time: 0.0790854 Dec 07 15:32:44.062657 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99c59c7a-17db-48e1-96b7-7cae05392dbd req-76f7f157-a122-4a57-bced-70ecbf53a108 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eafe2320-70ae-4b66-99a7-55c3ef384b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1319396 Dec 07 15:32:44.247395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704b68-b578-41da-b243-00dbc33d61a3 req-9bc4937e-3621-4397-ba87-9f4fdddddfc6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:44.249430 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-86704b68-b578-41da-b243-00dbc33d61a3 req-9bc4937e-3621-4397-ba87-9f4fdddddfc6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.1005228 Dec 07 15:32:44.348078 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99c59c7a-17db-48e1-96b7-7cae05392dbd req-9720d15c-edfc-4d86-9c4f-c8bb525c320d service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781358 Dec 07 15:32:44.365452 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-86704b68-b578-41da-b243-00dbc33d61a3 req-e686b604-d488-4e3a-b7cb-fe0d95808e77 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092038 Dec 07 15:32:44.562552 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99c59c7a-17db-48e1-96b7-7cae05392dbd req-f23cad9c-f963-4e5e-b673-0a18c26137b6 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958401 Dec 07 15:32:45.607571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c4a21-5c20-462d-8f49-47d9e64c9961 req-de909895-7202-495a-bbf3-8c44a15c10d3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:45.609515 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-194c4a21-5c20-462d-8f49-47d9e64c9961 req-de909895-7202-495a-bbf3-8c44a15c10d3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 946 time: 0.0931818 Dec 07 15:32:45.851123 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-194c4a21-5c20-462d-8f49-47d9e64c9961 req-292bb1fa-4c00-429d-a695-0f907519eead tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349777 Dec 07 15:32:46.061452 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:32:46.266062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:46.324679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:32:46.395555 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:32:46.434256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:46.436814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:46.529384 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'code': 200} Dec 07 15:32:46.757646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,revision_number=8']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:46.762965 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:47.151531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f932b1-2b54-4205-a73f-fccb6b0c11a9 req-184606c0-3e5f-4c15-9ba3-9e5932848ad9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:47.155940 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-25f932b1-2b54-4205-a73f-fccb6b0c11a9 req-184606c0-3e5f-4c15-9ba3-9e5932848ad9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1619287 Dec 07 15:32:47.238979 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-25f932b1-2b54-4205-a73f-fccb6b0c11a9 req-94034d75-553c-4771-bd16-3b9cc6595d3e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751948 Dec 07 15:32:47.779055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bc204-4d99-4c3b-819d-f04b2590567c req-d37477a6-ab1f-4d9f-8c1b-07f9dd1d8002 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:47.786718 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-d37477a6-ab1f-4d9f-8c1b-07f9dd1d8002 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/networks?id=a870cf41-7822-42a2-a36c-136b6edf6788 HTTP/1.1" status: 200 len: 814 time: 0.2085617 Dec 07 15:32:47.800208 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-0eb47d2e-8f3b-4483-96db-0c06dbbafb2c tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/quotas/da0b7f5f82d74e79bfb15b6782228095 HTTP/1.1" status: 200 len: 375 time: 0.0123651 Dec 07 15:32:47.917056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-580bc204-4d99-4c3b-819d-f04b2590567c req-397d0b98-329b-4853-87c6-28fa79411ed5 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Synchronizing usage tracker for tenant:da0b7f5f82d74e79bfb15b6782228095 on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:32:47.998376 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-580bc204-4d99-4c3b-819d-f04b2590567c req-397d0b98-329b-4853-87c6-28fa79411ed5 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Unset dirty status for tenant:da0b7f5f82d74e79bfb15b6782228095 on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:32:47.999989 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-397d0b98-329b-4853-87c6-28fa79411ed5 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=da0b7f5f82d74e79bfb15b6782228095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1877289 Dec 07 15:32:48.160877 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-ad303b5c-9041-4dff-b920-9d5b3ed1cdca service neutron] 10.222.0.64 "GET /v2.0/networks/a870cf41-7822-42a2-a36c-136b6edf6788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472254 Dec 07 15:32:48.323333 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-3a14795b-2ef6-4eb5-8ee7-cc21e4c543ec service neutron] 10.222.0.64 "GET /v2.0/networks/a870cf41-7822-42a2-a36c-136b6edf6788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558354 Dec 07 15:32:48.578021 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5a0b0c1-876c-4cae-be51-6199958ede55 req-8a931a00-bd5b-4f76-967b-74b2f15e660b tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 210 time: 0.0754917 Dec 07 15:32:48.771013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 47720) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:48.841403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Deleting subnet 224b011d-4cc7-4bb0-8b46-b77d4e6dfd40 {{(pid=88287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:32:48.844584 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:48.938586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:48.956972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:49.046817 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f08cc1ea-871a-43c4-8ea7-71355304d79e req-66d18985-b66b-4a96-b9f7-6db478a721d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1427019 Dec 07 15:32:49.208770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for subnet, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:49.214390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-85a19c3a-8e21-4a20-8cfc-45c2c67080ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:49.251678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224b011d-4cc7-4bb0-8b46-b77d4e6dfd40,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:49.265090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:49.269184 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.269592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.269990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.270382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.270806 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.271213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.271601 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.271987 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.272372 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.272753 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.273156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:49.276411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:49.283406 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-d766702b-0f82-4d88-8fff-9d6b18347c15 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/224b011d-4cc7-4bb0-8b46-b77d4e6dfd40 HTTP/1.1" status: 204 len: 168 time: 0.5112786 Dec 07 15:32:49.286167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 47732) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:49.404739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:49.540982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:49.568987 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.569530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.570491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.570999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > port after_create 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.572317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.572317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > port after_update 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.572883 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.573404 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.573886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.574389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.736268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.736761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.737208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.737576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:32:49.737963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9fb464-572e-4ab1-8fd8-a6d0836621bc']}} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:49.794778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68315c6-945e-4c39-826d-eace861319b4') {'for_net_delete': True} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:49.795074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68315c6-945e-4c39-826d-eace861319b4') {} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:32:49.820214 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ef08d2cd-ea55-4dd3-812a-b4fc110f9b6d req-6bdd0e78-ccaf-4864-b75a-45ed7d46bf31 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 210 time: 0.0735655 Dec 07 15:32:49.823056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853213352'] for segment, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:49.846322 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:49.855704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:32:49.856139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1481065'] for segment, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: (self, other), Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: (self, other), Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:32:49.873312 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:32:49.980876 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:49.987706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:50.018709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:50.034025 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9fb464-572e-4ab1-8fd8-a6d0836621bc,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:50.039199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:50.064683 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-093335f0-bda4-485a-89f9-26cd54ae6f20 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bc9fb464-572e-4ab1-8fd8-a6d0836621bc HTTP/1.1" status: 204 len: 168 time: 0.7744873 Dec 07 15:32:50.088754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:32:50.531597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 47760) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:50.615334 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-92d26e91-16cb-41bb-b12b-502db694d545 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=755eb11f3b074c80b8c52f47f1f06888&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0824993 Dec 07 15:32:50.620489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 47768) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:50.641653 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bc204-4d99-4c3b-819d-f04b2590567c req-1ecc16cc-90bb-4e86-b32f-a971ad923f15 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:50.641896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5550d-06c2-44e4-a492-c67ce954f2c8 req-12ccf626-19b5-4cb3-9507-3770df143994 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:50.642907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-580bc204-4d99-4c3b-819d-f04b2590567c req-1ecc16cc-90bb-4e86-b32f-a971ad923f15 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Synchronizing usage tracker for tenant:da0b7f5f82d74e79bfb15b6782228095 on resource:network {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:32:50.649956 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f8b5550d-06c2-44e4-a492-c67ce954f2c8 req-12ccf626-19b5-4cb3-9507-3770df143994 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1655943 Dec 07 15:32:50.739565 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f8b5550d-06c2-44e4-a492-c67ce954f2c8 req-389d209f-5d6f-493f-b553-e3415a2352ab tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884264 Dec 07 15:32:50.747378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-580bc204-4d99-4c3b-819d-f04b2590567c req-1ecc16cc-90bb-4e86-b32f-a971ad923f15 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Unset dirty status for tenant:da0b7f5f82d74e79bfb15b6782228095 on resource:network {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:32:50.749982 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-1ecc16cc-90bb-4e86-b32f-a971ad923f15 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.66 "GET /v2.0/networks?id=a870cf41-7822-42a2-a36c-136b6edf6788 HTTP/1.1" status: 200 len: 814 time: 0.3657796 Dec 07 15:32:50.773144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Request body: {'port': {'device_id': 'fa45f991-b1b3-4f23-a89e-aa8025606bb9', 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788', 'admin_state_up': True, 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:32:50.775290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c83ccca3-a44a-4068-abc9-3075219e1322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:50.818302 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c83ccca3-a44a-4068-abc9-3075219e1322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:50.891358 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 47776) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:32:50.920604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c83ccca3-a44a-4068-abc9-3075219e1322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:50.946629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:50.980750 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c83ccca3-a44a-4068-abc9-3075219e1322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:50.985822 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c83ccca3-a44a-4068-abc9-3075219e1322 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c44768f-c7b5-4b2a-8be3-5d81df4f9398 HTTP/1.1" status: 204 len: 168 time: 0.3640261 Dec 07 15:32:50.988936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ccca3-a44a-4068-abc9-3075219e1322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c44768f-c7b5-4b2a-8be3-5d81df4f9398,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:50.997840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c83ccca3-a44a-4068-abc9-3075219e1322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:51.070020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:32:51.110807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:32:51.175786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Made reservation on behalf of da0b7f5f82d74e79bfb15b6782228095 for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:32:51.197112 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4b282122-0c7c-48c0-a513-72380e22005b req-94fbaf17-99e0-46b4-bf77-c7939a2845de tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 210 time: 0.0662906 Dec 07 15:32:51.203175 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:51.261313 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dd76e7b2-1ade-45fb-b3ab-78125155f878 req-9fa59490-e934-466b-a707-7dcee5ccb368 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3679233 Dec 07 15:32:51.576558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Allocated IP 172.20.0.7 (a870cf41-7822-42a2-a36c-136b6edf6788/e5477197-b5cd-4255-842d-b99f0f552c0d/b9459f1b-d8d3-443d-bf47-f55bdc7903a7) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:32:52.239643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc5d3b-e1cd-44c3-883f-9a90d7d72af2 req-26cfa726-8263-4a04-a214-ee1871d3ba55 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:52.246430 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e2bc5d3b-e1cd-44c3-883f-9a90d7d72af2 req-26cfa726-8263-4a04-a214-ee1871d3ba55 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2603774 Dec 07 15:32:52.309966 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:52.342799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Transition to ACTIVE for port object b9459f1b-d8d3-443d-bf47-f55bdc7903a7 will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:52.415448 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e2bc5d3b-e1cd-44c3-883f-9a90d7d72af2 req-08e0af59-1a68-43f6-8769-fdedc729579f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644104 Dec 07 15:32:52.421017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:52.463618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8edbeffb-dec6-4b96-90f4-0cea2db90edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:52.545312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Network a870cf41-7822-42a2-a36c-136b6edf6788 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:32:52.553625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:32:52.557774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:32:52.585445 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc0305-c8f4-4a51-ae27-205bbaf63a2b req-0be18d23-17b9-4a57-a2af-804a3174d9ee tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:52.588013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bdcc0305-c8f4-4a51-ae27-205bbaf63a2b req-0be18d23-17b9-4a57-a2af-804a3174d9ee tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 931 time: 0.1773491 Dec 07 15:32:52.672783 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:52.688901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:52.706101 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bdcc0305-c8f4-4a51-ae27-205bbaf63a2b req-8011ea89-901c-4f39-9f24-4e35bc52b6cd tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090899 Dec 07 15:32:52.758665 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9962270 Dec 07 15:32:52.766005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Pushing event updated for resources: {'Port': ['ID=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:52.788513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Request body: {'port': {'device_id': 'fa45f991-b1b3-4f23-a89e-aa8025606bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:32:52.851439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.851959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.852407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.854034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.854607 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.855023 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.855590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.856365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.857014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.857496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.858370 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:32:52.897925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:53.020275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:53.203302 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-caa50f37-de31-4d11-8d02-b893b5afc069 None None] Provisioning for port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:32:53.209471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-caa50f37-de31-4d11-8d02-b893b5afc069 None None] Provisioning complete for port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:32:53.210298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-caa50f37-de31-4d11-8d02-b893b5afc069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:53.348461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-caa50f37-de31-4d11-8d02-b893b5afc069 None None] Port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:32:53.796034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9459f1b-d8d3-443d-bf47-f55bdc7903a7 {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:32:53.809952 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:53.832290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Transition to ACTIVE for port object b9459f1b-d8d3-443d-bf47-f55bdc7903a7 will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:32:53.866883 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:53.884471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:54.105813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdf003-d2c4-478a-8497-adf7ac5d5ba5 req-238b9037-f65b-41ef-983a-dfffa2c39ca0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:54.109559 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1fcdf003-d2c4-478a-8497-adf7ac5d5ba5 req-238b9037-f65b-41ef-983a-dfffa2c39ca0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.3464310 Dec 07 15:32:54.164354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-faf103f6-6d64-4dab-ba4e-3b48d20a665b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:54.194056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d931b-ecf8-4eb7-95ef-c044fa8b769f req-1aae0aa9-e9e1-4158-a6ec-aeb83913709d tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:54.210660 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fd0d931b-ecf8-4eb7-95ef-c044fa8b769f req-1aae0aa9-e9e1-4158-a6ec-aeb83913709d tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 943 time: 0.2357671 Dec 07 15:32:54.281312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Pushing event updated for resources: {'Port': ['ID=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:54.286235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:54.315706 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fd0d931b-ecf8-4eb7-95ef-c044fa8b769f req-123fef9a-ce42-409c-866e-e1fbf2c16b2f tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039011 Dec 07 15:32:54.345601 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1fcdf003-d2c4-478a-8497-adf7ac5d5ba5 req-ff662d41-ab3e-4702-a583-fb78a27e2eb5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182264 Dec 07 15:32:54.456355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Attempting to bind port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:32:54.457242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Attempting to bind port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:32:54.457242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Attempting to bind port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 on network a870cf41-7822-42a2-a36c-136b6edf6788 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:32:54.466791 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 on network a870cf41-7822-42a2-a36c-136b6edf6788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:32:54.467167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Attempting to bind port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 on network a870cf41-7822-42a2-a36c-136b6edf6788 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:32:54.481354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:32:54.481354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Checking segment: {'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:32:54.481810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Bound using segment: {'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:32:54.482334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Bound port: b9459f1b-d8d3-443d-bf47-f55bdc7903a7, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be24b668-2e19-4c61-8efd-1eafb18e325c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:32:54.482725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:54.678093 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] For port b9459f1b-d8d3-443d-bf47-f55bdc7903a7, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:32:54.689522 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] For port b9459f1b-d8d3-443d-bf47-f55bdc7903a7, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:32:54.724542 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:54.729416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:32:54.802804 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:54.804325 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] 10.222.0.66 "PUT /v2.0/ports/b9459f1b-d8d3-443d-bf47-f55bdc7903a7 HTTP/1.1" status: 200 len: 1093 time: 2.0252366 Dec 07 15:32:54.804871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa45f991-b1b3-4f23-a89e-aa8025606bb9', 'tag': 'b9459f1b-d8d3-443d-bf47-f55bdc7903a7'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:32:54.856677 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Pushing event updated for resources: {'Port': ['ID=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:32:54.860581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:32:54.909405 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa45f991-b1b3-4f23-a89e-aa8025606bb9', 'tag': 'b9459f1b-d8d3-443d-bf47-f55bdc7903a7', 'status': 'completed', 'code': 200} Dec 07 15:32:55.668170 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a90ce-5ff1-48e6-929d-7cd2ccfb2601 req-645f80ae-65df-4179-babf-e4ee773ad71e tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:55.668170 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8c2a90ce-5ff1-48e6-929d-7cd2ccfb2601 req-645f80ae-65df-4179-babf-e4ee773ad71e tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 943 time: 0.1947751 Dec 07 15:32:55.668170 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eaa16-2da3-4888-abb6-ba55bb39653e req-1e2fcf92-852d-41eb-a95a-f65ba9b700cd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:55.668170 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-579eaa16-2da3-4888-abb6-ba55bb39653e req-1e2fcf92-852d-41eb-a95a-f65ba9b700cd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1455379 Dec 07 15:32:55.838778 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-579eaa16-2da3-4888-abb6-ba55bb39653e req-5f1ff73c-f893-4c3a-ae19-261349254de3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552801 Dec 07 15:32:55.842796 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8c2a90ce-5ff1-48e6-929d-7cd2ccfb2601 req-639ea100-61aa-47da-891b-3b4ef6c9d04d tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757803 Dec 07 15:32:55.981029 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:56.857121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0c6507cf-6a40-4c29-89c5-71f8f1e45e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:56.906296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:57.218300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896176ad-057d-4a4d-b05c-44b345c5d8d2 req-48977e64-aaa7-4df2-80c4-37ef1622e40b tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:57.220013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-896176ad-057d-4a4d-b05c-44b345c5d8d2 req-48977e64-aaa7-4df2-80c4-37ef1622e40b tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 943 time: 0.2112045 Dec 07 15:32:57.295060 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c1798-8a4b-422b-9105-8db426846014 req-2741bf64-6053-40a8-b1c4-7584868717f0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:57.296801 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4e3c1798-8a4b-422b-9105-8db426846014 req-2741bf64-6053-40a8-b1c4-7584868717f0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2470233 Dec 07 15:32:57.327225 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-896176ad-057d-4a4d-b05c-44b345c5d8d2 req-a326cbbd-2103-456b-8fa3-bb3f3342a9dc tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882094 Dec 07 15:32:57.426107 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4e3c1798-8a4b-422b-9105-8db426846014 req-ae2066fd-583f-4687-985d-c684db9a7b22 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972047 Dec 07 15:32:58.364082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:58.626272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249743-6379-494e-92e2-75bc53c6d7b5 req-61b5728b-a412-43b7-8ffa-eee655eb8613 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:58.632281 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-79249743-6379-494e-92e2-75bc53c6d7b5 req-61b5728b-a412-43b7-8ffa-eee655eb8613 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 943 time: 0.1249568 Dec 07 15:32:58.782615 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2da4b-e56d-408f-af4b-e109836abd96 req-fa4b8a5a-90dc-4013-83d5-c1a44600a7e3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:32:58.791288 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-97c2da4b-e56d-408f-af4b-e109836abd96 req-fa4b8a5a-90dc-4013-83d5-c1a44600a7e3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1721268 Dec 07 15:32:58.815110 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-79249743-6379-494e-92e2-75bc53c6d7b5 req-3d02bcaf-82ef-489a-99b8-6310c5b7793f tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382098 Dec 07 15:32:58.868668 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-97c2da4b-e56d-408f-af4b-e109836abd96 req-642d4a9a-6bf9-4737-9fa4-5422a9c83ed7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753584 Dec 07 15:33:00.306436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124841a1-687d-49a9-a8fc-46d62936e82d req-a5379646-a570-475f-bbfa-197e6be32909 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:00.330482 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-124841a1-687d-49a9-a8fc-46d62936e82d req-a5379646-a570-475f-bbfa-197e6be32909 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2276037 Dec 07 15:33:00.490106 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-124841a1-687d-49a9-a8fc-46d62936e82d req-4e414837-ebf6-4687-902a-faeefaa63b48 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474504 Dec 07 15:33:00.985436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d7c7c-7ce0-4053-8b7d-bc0b298edb3e req-7ed8c911-c3ef-4700-8cb3-6edea7ab412d tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:00.987448 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5b2d7c7c-7ce0-4053-8b7d-bc0b298edb3e req-7ed8c911-c3ef-4700-8cb3-6edea7ab412d tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 943 time: 0.5164413 Dec 07 15:33:01.065400 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5b2d7c7c-7ce0-4053-8b7d-bc0b298edb3e req-b12d2ca2-18ee-465c-bee6-32ccfe72962d tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694005 Dec 07 15:33:01.816091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eb988-a639-495b-afe5-7c6635c5fe18 req-223e15e6-2038-4981-acae-ca88b240b201 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:01.817913 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-516eb988-a639-495b-afe5-7c6635c5fe18 req-223e15e6-2038-4981-acae-ca88b240b201 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0861359 Dec 07 15:33:01.891323 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-516eb988-a639-495b-afe5-7c6635c5fe18 req-c679f247-ce35-4d55-b977-3ccc8e37aa2b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662541 Dec 07 15:33:02.368265 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a49bdb-e565-4949-9267-998752b6cf4f req-7f61daea-b2e0-4b77-bf56-d9c400230817 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:02.370286 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-75a49bdb-e565-4949-9267-998752b6cf4f req-7f61daea-b2e0-4b77-bf56-d9c400230817 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 943 time: 0.0899453 Dec 07 15:33:02.423129 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-75a49bdb-e565-4949-9267-998752b6cf4f req-3e8b0cc1-64d7-41dd-aefa-51d77ad34ea5 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450344 Dec 07 15:33:02.670022 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2ba62e88-df5a-4886-8453-83decfc02680 req-6fc83199-6cdb-4561-a861-3dc53dc5b24c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da0b7f5f82d74e79bfb15b6782228095&device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0784192 Dec 07 15:33:02.894908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba62e88-df5a-4886-8453-83decfc02680 req-41fa0aa1-aaf7-49e1-9db6-42d99379ea6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:02.896490 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2ba62e88-df5a-4886-8453-83decfc02680 req-41fa0aa1-aaf7-49e1-9db6-42d99379ea6b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=da0b7f5f82d74e79bfb15b6782228095&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2144806 Dec 07 15:33:03.054072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba62e88-df5a-4886-8453-83decfc02680 req-aafa4d92-ff0f-4e6e-b004-74fb413492c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:03.055790 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2ba62e88-df5a-4886-8453-83decfc02680 req-aafa4d92-ff0f-4e6e-b004-74fb413492c3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525421 Dec 07 15:33:03.144794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b325f-8006-4758-896d-31eb584d31e5 req-fd97a09c-0e93-4027-ac1e-a599519a6193 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:03.146446 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-436b325f-8006-4758-896d-31eb584d31e5 req-fd97a09c-0e93-4027-ac1e-a599519a6193 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0950141 Dec 07 15:33:03.204131 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-436b325f-8006-4758-896d-31eb584d31e5 req-7aed1769-aad8-4c41-a2a1-d3c63ecc816b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459836 Dec 07 15:33:03.205548 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-576718d9-c9e7-441b-9069-13322e1423f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da0b7f5f82d74e79bfb15b6782228095&device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1118004 Dec 07 15:33:03.277981 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-b8c863b0-73f3-452b-8986-8a0e56026e5d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9459f1b-d8d3-443d-bf47-f55bdc7903a7 HTTP/1.1" status: 200 len: 217 time: 0.0650034 Dec 07 15:33:03.355632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bc204-4d99-4c3b-819d-f04b2590567c req-8aa952c2-583e-4d0b-91e2-59c59b8c8cd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:03.357239 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-8aa952c2-583e-4d0b-91e2-59c59b8c8cd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5477197-b5cd-4255-842d-b99f0f552c0d HTTP/1.1" status: 200 len: 853 time: 0.0713146 Dec 07 15:33:03.439090 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-095c23d1-946b-4973-aba2-1c1a78f5164d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a870cf41-7822-42a2-a36c-136b6edf6788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755508 Dec 07 15:33:03.589356 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-a7da5643-525b-4db4-8379-e676147bf0b2 service neutron] 10.222.0.66 "GET /v2.0/networks/a870cf41-7822-42a2-a36c-136b6edf6788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436474 Dec 07 15:33:03.686604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a62797-1e1a-461a-bc5f-7ebfb21b4922 req-e06abd81-bc51-4a45-beb3-f4a9a7856b75 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:03.688202 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-67a62797-1e1a-461a-bc5f-7ebfb21b4922 req-e06abd81-bc51-4a45-beb3-f4a9a7856b75 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 943 time: 0.1191392 Dec 07 15:33:03.738181 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-67a62797-1e1a-461a-bc5f-7ebfb21b4922 req-33e2fcfe-95db-479d-be95-53dbb17f8233 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434387 Dec 07 15:33:03.757226 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-580bc204-4d99-4c3b-819d-f04b2590567c req-25a688b6-f350-4bb1-9619-26f7df5c9a3b service neutron] 10.222.0.66 "GET /v2.0/networks/a870cf41-7822-42a2-a36c-136b6edf6788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615350 Dec 07 15:33:04.511629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:33:04.527993 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295624e-f330-4972-a43c-12c01d17a391 req-9083148a-1bb3-4b3a-b68c-b461d5525f12 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:04.529613 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9295624e-f330-4972-a43c-12c01d17a391 req-9083148a-1bb3-4b3a-b68c-b461d5525f12 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0912888 Dec 07 15:33:04.579436 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9295624e-f330-4972-a43c-12c01d17a391 req-bf689588-7e6b-473e-89b7-b99b8a2b1689 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Dec 07 15:33:04.975403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7960a9-5881-4622-9cda-0d8a43ce8b1a req-0e84222a-9258-42fa-95ce-1d1fe2fb2da8 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:04.978472 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3f7960a9-5881-4622-9cda-0d8a43ce8b1a req-0e84222a-9258-42fa-95ce-1d1fe2fb2da8 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 943 time: 0.0979195 Dec 07 15:33:05.043494 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3f7960a9-5881-4622-9cda-0d8a43ce8b1a req-6a41445b-6dae-4b8d-a926-999d89bbea38 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577369 Dec 07 15:33:05.826248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e2faa-33f4-439a-a0cb-4d40568b42fb req-71336564-4de0-40cf-bf76-f4054027a759 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:05.829034 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6d9e2faa-33f4-439a-a0cb-4d40568b42fb req-71336564-4de0-40cf-bf76-f4054027a759 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1106062 Dec 07 15:33:05.912828 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6d9e2faa-33f4-439a-a0cb-4d40568b42fb req-451d3ffb-ac6c-4dda-ba74-b20a4c0de959 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744960 Dec 07 15:33:06.278393 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a83171-d017-49a6-9e80-bccd8d9b7315 req-4a896de8-6e07-44c3-93c9-57bcdc2d359f tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:06.280007 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-89a83171-d017-49a6-9e80-bccd8d9b7315 req-4a896de8-6e07-44c3-93c9-57bcdc2d359f tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 943 time: 0.0843880 Dec 07 15:33:06.340187 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-89a83171-d017-49a6-9e80-bccd8d9b7315 req-6b468d5a-1a14-4746-a127-68d44d9cdea7 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535507 Dec 07 15:33:06.860038 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device b9459f1b-d8d3-443d-bf47-f55bdc7903a7 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:33:07.013020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port b9459f1b-d8d3-443d-bf47-f55bdc7903a7, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:33:07.029466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'b9459f1b-d8d3-443d-bf47-f55bdc7903a7', 'network_id': 'a870cf41-7822-42a2-a36c-136b6edf6788', 'port_id': 'b9459f1b-d8d3-443d-bf47-f55bdc7903a7', 'mac_address': 'fa:16:3e:21:67:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5477197-b5cd-4255-842d-b99f0f552c0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:33:07.093018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:07.113022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9459f1b-d8d3-443d-bf47-f55bdc7903a7 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:33:07.130036 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port b9459f1b-d8d3-443d-bf47-f55bdc7903a7, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:33:07.163706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:07.166627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:07.245372 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128e3a4-c30b-4484-9dec-371aebacf45b req-a1e48833-2b2f-4994-98b5-89143ecc3192 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:07.248146 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f128e3a4-c30b-4484-9dec-371aebacf45b req-a1e48833-2b2f-4994-98b5-89143ecc3192 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1394579 Dec 07 15:33:07.266371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:07.276278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.276679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.277061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.277470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.277852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.278228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.278610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.278988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.279352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.279724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.280098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:33:07.284274 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:07.302764 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f128e3a4-c30b-4484-9dec-371aebacf45b req-212e859a-a119-4ba1-8766-6c6429c750fe tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464976 Dec 07 15:33:07.557118 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c45492-39bc-4fae-8b84-432d402b94c2 req-d0e49a0f-e8da-4141-abd1-a4c28ff71883 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:07.558757 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-18c45492-39bc-4fae-8b84-432d402b94c2 req-d0e49a0f-e8da-4141-abd1-a4c28ff71883 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 944 time: 0.0899730 Dec 07 15:33:07.610751 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-18c45492-39bc-4fae-8b84-432d402b94c2 req-cc71a89d-b42d-4514-866e-54eeb8bdfa39 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457957 Dec 07 15:33:08.051907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['b9459f1b-d8d3-443d-bf47-f55bdc7903a7'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:33:08.533540 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f07021-e31b-4244-a040-9bb026eb0799 req-c9e3afc1-2fe7-4e23-bacb-b8dc508747e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:08.535923 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-82f07021-e31b-4244-a040-9bb026eb0799 req-c9e3afc1-2fe7-4e23-bacb-b8dc508747e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0929892 Dec 07 15:33:08.584706 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-82f07021-e31b-4244-a040-9bb026eb0799 req-b90facf2-0523-44b1-bcb7-a70a4a03e913 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Dec 07 15:33:08.821756 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462c68a-b434-43e5-91fd-88acea50fcca req-a3c03b07-beaa-4b6b-a98c-df1f9a5ee4fa tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:08.823866 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2462c68a-b434-43e5-91fd-88acea50fcca req-a3c03b07-beaa-4b6b-a98c-df1f9a5ee4fa tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 944 time: 0.0881963 Dec 07 15:33:08.876341 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2462c68a-b434-43e5-91fd-88acea50fcca req-aa4b1705-2dad-4726-b74c-3513d9667662 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461831 Dec 07 15:33:09.832821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b2f4-d587-460c-9b98-579d4c0fdd9e req-22902aaa-ac50-4bb2-a949-a02862785df0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:09.835817 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2b9b2f4-d587-460c-9b98-579d4c0fdd9e req-22902aaa-ac50-4bb2-a949-a02862785df0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0926085 Dec 07 15:33:09.918906 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2b9b2f4-d587-460c-9b98-579d4c0fdd9e req-c1110596-680f-4c2e-b52e-d1c459398b49 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758674 Dec 07 15:33:10.170202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device b9459f1b-d8d3-443d-bf47-f55bdc7903a7 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:33:10.182700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6446cf-de2e-4061-ad7b-708ee2473e3f req-426ee8bf-53af-4443-a3a8-47b34406715c tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:10.184320 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1c6446cf-de2e-4061-ad7b-708ee2473e3f req-426ee8bf-53af-4443-a3a8-47b34406715c tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 944 time: 0.1081831 Dec 07 15:33:10.237881 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1c6446cf-de2e-4061-ad7b-708ee2473e3f req-b1a78daf-3801-42f3-8dcf-b188c0fbb11d tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469537 Dec 07 15:33:10.311453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:33:10.316805 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:33:10.317260 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:10.443291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:10.479279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port b9459f1b-d8d3-443d-bf47-f55bdc7903a7, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:33:10.480662 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa45f991-b1b3-4f23-a89e-aa8025606bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9459f1b-d8d3-443d-bf47-f55bdc7903a7'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:33:10.530563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:10.533368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:10.605711 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa45f991-b1b3-4f23-a89e-aa8025606bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9459f1b-d8d3-443d-bf47-f55bdc7903a7', 'code': 200} Dec 07 15:33:10.651364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:10.655154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:10.917839 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b9829e10-56f6-4065-a8c3-3152d0c6d06d req-cccf45ca-e7ec-49a4-8a11-c998520f726d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0819519 Dec 07 15:33:10.964267 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b9829e10-56f6-4065-a8c3-3152d0c6d06d req-1de4715b-a06a-4d83-a2a2-13fabb558957 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Dec 07 15:33:11.054675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:11.212790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dae19-e124-490a-962a-e9dac8872fd7 req-6716a567-0f7a-4993-bfe5-8948de279f01 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:11.214469 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5d2dae19-e124-490a-962a-e9dac8872fd7 req-6716a567-0f7a-4993-bfe5-8948de279f01 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1192620 Dec 07 15:33:11.269667 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5d2dae19-e124-490a-962a-e9dac8872fd7 req-1ab446a7-36d1-45cf-a8b4-61640d3f4f8a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479498 Dec 07 15:33:11.344355 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3dcce66-ce1b-4deb-9e12-51c3c3e71f23 req-0673e99e-a3d3-473a-af08-98ffcc2ac6de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793707 Dec 07 15:33:11.456124 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3dcce66-ce1b-4deb-9e12-51c3c3e71f23 req-bbdb2802-3472-42b1-9618-ea2540544b6d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 1098 time: 0.0859954 Dec 07 15:33:11.486569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373f938-31b4-4b73-b8fc-f8587372ebe6 req-65e30d75-bbba-4d0b-a1f7-62a2683ee3d6 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:11.488186 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8373f938-31b4-4b73-b8fc-f8587372ebe6 req-65e30d75-bbba-4d0b-a1f7-62a2683ee3d6 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 945 time: 0.0895555 Dec 07 15:33:11.542573 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8373f938-31b4-4b73-b8fc-f8587372ebe6 req-cfe01376-e7d2-452f-8e39-63cc41cf17bc tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475860 Dec 07 15:33:11.639392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcce66-ce1b-4deb-9e12-51c3c3e71f23 req-6cd1e63e-885d-4ddf-acf6-3bcb45f4838b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:11.642262 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3dcce66-ce1b-4deb-9e12-51c3c3e71f23 req-6cd1e63e-885d-4ddf-acf6-3bcb45f4838b service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 919 time: 0.1635211 Dec 07 15:33:11.746103 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3dcce66-ce1b-4deb-9e12-51c3c3e71f23 req-eddae016-6e5c-4a26-a24a-d6c17f65a658 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edae90c7-a115-4eab-b1cd-be3906aeba33 HTTP/1.1" status: 200 len: 217 time: 0.0942426 Dec 07 15:33:11.825201 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcce66-ce1b-4deb-9e12-51c3c3e71f23 req-bc3ec307-6cf7-4535-85f2-91e454698b48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:11.826784 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3dcce66-ce1b-4deb-9e12-51c3c3e71f23 req-bc3ec307-6cf7-4535-85f2-91e454698b48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 200 len: 858 time: 0.0701015 Dec 07 15:33:11.880900 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3dcce66-ce1b-4deb-9e12-51c3c3e71f23 req-8265bbee-fba6-4369-99a5-01b61cadd47e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbbc4c27-c24a-4474-a770-02721db0b5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461421 Dec 07 15:33:12.048195 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3dcce66-ce1b-4deb-9e12-51c3c3e71f23 req-1619dd2c-e3d1-45e2-8f1d-be7f77c70a79 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565545 Dec 07 15:33:12.278997 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e3dcce66-ce1b-4deb-9e12-51c3c3e71f23 req-79e9cd8b-890f-477a-8c55-464cd7b90fca service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189269 Dec 07 15:33:12.524745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60d79-eca2-4122-a995-69690790c4b0 req-87d45a79-aeb3-4fc6-9bdf-25c21dac8912 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:12.526482 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-17b60d79-eca2-4122-a995-69690790c4b0 req-87d45a79-aeb3-4fc6-9bdf-25c21dac8912 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0930328 Dec 07 15:33:12.592922 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-17b60d79-eca2-4122-a995-69690790c4b0 req-4e53d365-de8c-4b30-930c-e61a98dd82e9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586119 Dec 07 15:33:12.936023 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a1ddb-3c32-41e5-837c-eac59aeb96d0 req-b505f7af-f4af-4c95-8068-93929fd5e30f tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:12.939160 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a66a1ddb-3c32-41e5-837c-eac59aeb96d0 req-b505f7af-f4af-4c95-8068-93929fd5e30f tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 945 time: 0.1011035 Dec 07 15:33:13.014153 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a66a1ddb-3c32-41e5-837c-eac59aeb96d0 req-7b0b1d17-9038-448f-ac47-7ad5c8b9c2f9 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686154 Dec 07 15:33:13.312402 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef9ea8-ec5b-444a-9879-23c65300282a req-58d3e032-f46d-46ec-82a0-64f9fe8cbe0d tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:13.314280 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e6ef9ea8-ec5b-444a-9879-23c65300282a req-58d3e032-f46d-46ec-82a0-64f9fe8cbe0d tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 945 time: 0.0952711 Dec 07 15:33:13.378028 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e6ef9ea8-ec5b-444a-9879-23c65300282a req-f0bf8211-fe94-420d-8884-eb0478200063 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539939 Dec 07 15:33:13.929859 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4b640-89d6-46d5-85b0-3472f1ba0256 req-72249d63-d895-4ed6-a539-322e84ff26db tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:13.932629 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-97a4b640-89d6-46d5-85b0-3472f1ba0256 req-72249d63-d895-4ed6-a539-322e84ff26db tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1616073 Dec 07 15:33:13.947428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3815754-c340-4fd4-8e0d-c2c9e8915ea3 req-411fdca9-3580-45f4-8b4c-ccd0ea5112d9 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:13.949738 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f3815754-c340-4fd4-8e0d-c2c9e8915ea3 req-411fdca9-3580-45f4-8b4c-ccd0ea5112d9 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 945 time: 0.1432118 Dec 07 15:33:14.076263 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-97a4b640-89d6-46d5-85b0-3472f1ba0256 req-ada0fac9-4228-40a4-8366-9f33bf561ad4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248899 Dec 07 15:33:14.080172 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f3815754-c340-4fd4-8e0d-c2c9e8915ea3 req-d314fa05-cdad-4528-8acb-c1beb0e41821 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030407 Dec 07 15:33:15.313858 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688d096-026f-4750-9f2d-c916ac99ba9e req-12e648a8-83d1-46a7-ad2b-b73f507d3bd3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:15.314951 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0688d096-026f-4750-9f2d-c916ac99ba9e req-12e648a8-83d1-46a7-ad2b-b73f507d3bd3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0900769 Dec 07 15:33:15.396676 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0688d096-026f-4750-9f2d-c916ac99ba9e req-15e388d1-8790-4be9-b7da-4dfdb576dc7a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614257 Dec 07 15:33:16.665171 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9e440-7c62-4a33-b5b3-f427b0fd2e4a req-c07cf5b6-4971-4aa8-b310-6f29f2d6de78 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:16.667252 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9b9e440-7c62-4a33-b5b3-f427b0fd2e4a req-c07cf5b6-4971-4aa8-b310-6f29f2d6de78 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1150994 Dec 07 15:33:16.736446 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9b9e440-7c62-4a33-b5b3-f427b0fd2e4a req-82c3e4be-9893-44d7-8681-07666f291182 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584404 Dec 07 15:33:17.973988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a9762-9c76-4712-8806-7ee28d360b6c req-e391e214-8f0c-451e-8c42-d968e1ed2b86 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:17.975648 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b77a9762-9c76-4712-8806-7ee28d360b6c req-e391e214-8f0c-451e-8c42-d968e1ed2b86 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0921118 Dec 07 15:33:18.027509 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b77a9762-9c76-4712-8806-7ee28d360b6c req-f2d4c1ca-9a89-43b3-b238-0323ffc95e6e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454504 Dec 07 15:33:19.306716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3a8fa-bcb4-40a6-8f68-2d88fc93ede3 req-153e1971-ab41-4697-bfa0-53be436408bc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:19.308374 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-aff3a8fa-bcb4-40a6-8f68-2d88fc93ede3 req-153e1971-ab41-4697-bfa0-53be436408bc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1179957 Dec 07 15:33:19.358325 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-aff3a8fa-bcb4-40a6-8f68-2d88fc93ede3 req-00c656d0-fc44-4708-9bec-5b12b7a9f814 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434697 Dec 07 15:33:20.588326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a84555-7cb5-49b8-91d0-431ca707e197 req-8ccefe74-2a70-4bc8-b3ef-cdd6e4640bb2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:20.589996 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c7a84555-7cb5-49b8-91d0-431ca707e197 req-8ccefe74-2a70-4bc8-b3ef-cdd6e4640bb2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0947485 Dec 07 15:33:20.643313 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c7a84555-7cb5-49b8-91d0-431ca707e197 req-9de64783-eb0a-4b02-8732-1803b33d6e4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463948 Dec 07 15:33:21.873231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098bc04-0f0f-4256-a073-7314f9a9e1d1 req-6fd0651f-f109-48a3-83f0-842dcadca29e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:21.874825 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9098bc04-0f0f-4256-a073-7314f9a9e1d1 req-6fd0651f-f109-48a3-83f0-842dcadca29e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0836906 Dec 07 15:33:21.929517 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9098bc04-0f0f-4256-a073-7314f9a9e1d1 req-4658057c-ab17-4064-9a41-e2aa63e0d6ca tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480154 Dec 07 15:33:23.179162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c501ff9-8c03-4d52-af16-9e55be67276b req-90bdae18-78de-4774-8bbb-0b2644e31a3a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:23.181003 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7c501ff9-8c03-4d52-af16-9e55be67276b req-90bdae18-78de-4774-8bbb-0b2644e31a3a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0992200 Dec 07 15:33:23.233147 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7c501ff9-8c03-4d52-af16-9e55be67276b req-0460b0f9-b3b1-4abe-a935-5ffa36aa0791 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455489 Dec 07 15:33:24.123403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dc5439c8-bad5-4ac5-a680-f16050bbb484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:24.476577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ce802-daf4-4ee8-8a3b-fcd4aa8baa3f req-f5cd9c7c-c52b-4723-b85c-38095854fc3b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:24.479018 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-455ce802-daf4-4ee8-8a3b-fcd4aa8baa3f req-f5cd9c7c-c52b-4723-b85c-38095854fc3b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0918126 Dec 07 15:33:24.533495 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-455ce802-daf4-4ee8-8a3b-fcd4aa8baa3f req-9343c416-ecc9-4dea-92fe-c4e487b2d192 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478909 Dec 07 15:33:25.637020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:25.774410 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951403e1-711c-49cf-93d0-239236363343 req-96ccdac6-c2d2-441a-b329-07a71eb1247b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:25.776024 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-951403e1-711c-49cf-93d0-239236363343 req-96ccdac6-c2d2-441a-b329-07a71eb1247b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0919383 Dec 07 15:33:25.828001 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-951403e1-711c-49cf-93d0-239236363343 req-b546c494-6ae2-4241-a72a-0ac03dab5c10 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457652 Dec 07 15:33:26.859445 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-14b18c14-cf36-4793-996e-34b387c27c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:26.934905 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:27.055853 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b78212-f55a-44d6-8f99-ca3193429d0a req-db1d2f47-1c07-453d-8f33-25abedda9495 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:27.057467 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-65b78212-f55a-44d6-8f99-ca3193429d0a req-db1d2f47-1c07-453d-8f33-25abedda9495 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0901473 Dec 07 15:33:27.106232 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-65b78212-f55a-44d6-8f99-ca3193429d0a req-f7dc813e-4974-4824-884f-a7092caf9e09 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Dec 07 15:33:28.326770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f774-daba-420d-a80c-5f21a8876fc0 req-9cd6a220-5459-44f9-b63a-04972e4002c3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:28.331218 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6016f774-daba-420d-a80c-5f21a8876fc0 req-9cd6a220-5459-44f9-b63a-04972e4002c3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0857973 Dec 07 15:33:28.357418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:28.378831 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6016f774-daba-420d-a80c-5f21a8876fc0 req-9820f638-f04e-4383-b502-e1532e511054 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Dec 07 15:33:29.610005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08f1bf-38eb-43fd-a00c-f83b8f703619 req-721045b7-728a-4bcf-8226-c99af52617d0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:29.611523 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bb08f1bf-38eb-43fd-a00c-f83b8f703619 req-721045b7-728a-4bcf-8226-c99af52617d0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0912449 Dec 07 15:33:29.665830 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bb08f1bf-38eb-43fd-a00c-f83b8f703619 req-93f996bd-72bb-4536-bba0-27878f62175e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474737 Dec 07 15:33:30.899279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d2dd2-334f-4c45-95bc-0899566ae139 req-f968f7b5-7999-43ea-b597-fddfc7172e1d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:30.901763 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cb3d2dd2-334f-4c45-95bc-0899566ae139 req-f968f7b5-7999-43ea-b597-fddfc7172e1d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0902224 Dec 07 15:33:30.963180 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cb3d2dd2-334f-4c45-95bc-0899566ae139 req-c75992e3-a860-4510-9a5f-494d8f59ca8d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546796 Dec 07 15:33:32.217682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113625ff-fca0-41ad-80af-7a75d8000f8e req-f8ea933c-778e-40ae-9a67-46c2bb47f3b0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:32.219294 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-113625ff-fca0-41ad-80af-7a75d8000f8e req-f8ea933c-778e-40ae-9a67-46c2bb47f3b0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1092196 Dec 07 15:33:32.273003 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-113625ff-fca0-41ad-80af-7a75d8000f8e req-cf3326ee-64d1-43a5-b2be-7925de0c88bc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430984 Dec 07 15:33:33.501495 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde05c0-1dd0-499b-b166-fad16976752a req-efdfaa64-75dc-4fee-a552-98d3278c7988 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:33.503108 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1fde05c0-1dd0-499b-b166-fad16976752a req-efdfaa64-75dc-4fee-a552-98d3278c7988 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0890260 Dec 07 15:33:33.553725 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1fde05c0-1dd0-499b-b166-fad16976752a req-ced38fb3-e89a-4b58-82c5-b628f7ae0ac2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430820 Dec 07 15:33:34.807833 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31e492-046d-4dd8-acfb-397dc6925733 req-1ce7dff3-2751-4e49-93df-fdc60b773754 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:34.809572 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8f31e492-046d-4dd8-acfb-397dc6925733 req-1ce7dff3-2751-4e49-93df-fdc60b773754 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0858083 Dec 07 15:33:34.870412 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8f31e492-046d-4dd8-acfb-397dc6925733 req-98c55b9b-3536-4829-a4ed-0a1dc637a415 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505097 Dec 07 15:33:36.112407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19381559-2ab1-465c-97ae-1d4f3fff8252 req-d18b9ae7-1085-48dc-bd3f-6debab5ac8ab tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:36.114020 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-19381559-2ab1-465c-97ae-1d4f3fff8252 req-d18b9ae7-1085-48dc-bd3f-6debab5ac8ab tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0931535 Dec 07 15:33:36.165778 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-19381559-2ab1-465c-97ae-1d4f3fff8252 req-2d3bddb6-d037-4082-9572-e8299220eafc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444398 Dec 07 15:33:37.393216 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebd683-9022-4c1e-b3c8-8d2b2d3e542e req-504c8749-169c-4268-97cb-368e910ede12 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:37.394879 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-faebd683-9022-4c1e-b3c8-8d2b2d3e542e req-504c8749-169c-4268-97cb-368e910ede12 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0846288 Dec 07 15:33:37.448856 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-faebd683-9022-4c1e-b3c8-8d2b2d3e542e req-eec70013-3448-4d6a-b889-bd6da380dbe8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471499 Dec 07 15:33:38.661039 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 48576) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:33:38.686015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955595e3-72c0-4971-b8f5-b3ebc99d75e3 req-d492c464-4083-46d4-b377-59aa31a0f913 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:38.687684 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-955595e3-72c0-4971-b8f5-b3ebc99d75e3 req-d492c464-4083-46d4-b377-59aa31a0f913 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0860159 Dec 07 15:33:38.740756 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-955595e3-72c0-4971-b8f5-b3ebc99d75e3 req-30389328-4beb-4e53-a07a-a21efab231ac tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468349 Dec 07 15:33:38.822408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:38.855544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:33:38.859786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] Usage tracker for resource:security_group_rule and tenant:c32a675e6d7f444b9a0dd262b8cd19d6 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:33:38.862808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:33:38.869563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:33:38.940066 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:38.968294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:38.976143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-49d52627-3052-450f-af7f-26bf2ae6b3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:39.020119 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2f4072-4e19-482e-8aa3-be114ba09d1d,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:39.025702 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c32a675e6d7f444b9a0dd262b8cd19d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3633063 Dec 07 15:33:39.026693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:39.028557 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 48584) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:33:39.096312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c77c4f4d-9225-43e8-85a9-0d4a9f6be64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:39.145592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c77c4f4d-9225-43e8-85a9-0d4a9f6be64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:39.294345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c77c4f4d-9225-43e8-85a9-0d4a9f6be64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:39.299545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9a31235d-f28a-4e46-8c81-883768eea38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:39.311407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c4f4d-9225-43e8-85a9-0d4a9f6be64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2f4072-4e19-482e-8aa3-be114ba09d1d,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:39.315287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c77c4f4d-9225-43e8-85a9-0d4a9f6be64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:39.318617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c77c4f4d-9225-43e8-85a9-0d4a9f6be64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:39.319814 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c77c4f4d-9225-43e8-85a9-0d4a9f6be64f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c2f4072-4e19-482e-8aa3-be114ba09d1d HTTP/1.1" status: 204 len: 168 time: 0.2902346 Dec 07 15:33:40.005495 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c29085-e96c-4bd9-996f-262da3eb6fe6 req-ebfccf88-2b00-4837-9793-092bdc0558c8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:40.008062 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e8c29085-e96c-4bd9-996f-262da3eb6fe6 req-ebfccf88-2b00-4837-9793-092bdc0558c8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1273682 Dec 07 15:33:40.085911 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e8c29085-e96c-4bd9-996f-262da3eb6fe6 req-b2a3e27a-76a7-4e8d-8958-2dcaab2a65e5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669808 Dec 07 15:33:40.530767 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 48622) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:33:40.703686 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-20907439-network', 'tenant_id': 'e7b3db214834493e96a9e0ee8dbc3f06'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:33:40.708944 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:33:40.713033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Usage tracker for resource:network and tenant:e7b3db214834493e96a9e0ee8dbc3f06 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:33:40.716239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:33:40.722426 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:33:40.776317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Made reservation on behalf of e7b3db214834493e96a9e0ee8dbc3f06 for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:33:40.781329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:40.795603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:40.828626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:33:40.832599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Usage tracker for resource:security_group_rule and tenant:e7b3db214834493e96a9e0ee8dbc3f06 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:33:40.835598 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:33:40.841746 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:33:40.917317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:40.945466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:40.949806 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:40.982234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:33:40.991343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b446a7-6217-4746-9f84-9e4f018ed329,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:40.995951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:40.998593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:40.998985 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Added segment c50cc111-5391-49df-a19e-58b199622c5c of type vlan for network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 Dec 07 15:33:41.082645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:41.088768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:41.208719 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:41.210136 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:41.210797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:41.217210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:41.315834 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaebe8-f2eb-495f-a75d-91d7ecf1e32a req-9021dbfc-677f-4acb-85b6-45d8880a6a0b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:41.317456 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c1aaebe8-f2eb-495f-a75d-91d7ecf1e32a req-9021dbfc-677f-4acb-85b6-45d8880a6a0b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0832348 Dec 07 15:33:41.325061 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7930529 Dec 07 15:33:41.330562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 48636) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:33:41.334017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Pushing event updated for resources: {'Network': ['ID=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:41.337653 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:41.341801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Request body: {'subnet': {'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-20907439-subnet', 'tenant_id': 'e7b3db214834493e96a9e0ee8dbc3f06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:33:41.346718 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:33:41.359446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:33:41.366320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Usage tracker for resource:subnet and tenant:e7b3db214834493e96a9e0ee8dbc3f06 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:33:41.370762 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:33:41.374506 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c1aaebe8-f2eb-495f-a75d-91d7ecf1e32a req-c5fbd6d7-f942-48fc-b35e-4ea10ec4ca89 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479465 Dec 07 15:33:41.378114 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:33:41.431514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Made reservation on behalf of e7b3db214834493e96a9e0ee8dbc3f06 for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:33:41.436797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847983878'] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:41.502536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:33:41.814578 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848302636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847983893'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:41.819626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:41.894416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3716f0-6dd8-4315-802c-4ce543417e6e,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:41.898465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:41.907798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Checking segment: {'id': 'c50cc111-5391-49df-a19e-58b199622c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:33:41.908136 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Network hostable DHCP agents. Network: 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:33:41.963189 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:33:41.996959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:33:42.001091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:42.001792 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:42.006208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae98488-4d02-439e-bf73-57106e45625b None None] Network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:33:42.049629 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-ab00da07-d676-4c54-b599-d4c6d66cb9e8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7168922 Dec 07 15:33:42.241918 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51d9757-cb63-43fc-9dd5-e95482c50927 None None] Network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:33:42.641546 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1f392-2152-4527-aaeb-e5327405f48b req-46460828-348f-4949-998c-5d08e4636675 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:42.643145 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-68c1f392-2152-4527-aaeb-e5327405f48b req-46460828-348f-4949-998c-5d08e4636675 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1013048 Dec 07 15:33:42.697553 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-68c1f392-2152-4527-aaeb-e5327405f48b req-8eadfb0d-414e-4a41-a270-7d304d6a802a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476434 Dec 07 15:33:43.917156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a7d6-a688-48c5-bf84-bf542a9170df req-5fa4cba1-ce4d-46b2-9b8f-ff8d070a8969 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:43.918768 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-87e6a7d6-a688-48c5-bf84-bf542a9170df req-5fa4cba1-ce4d-46b2-9b8f-ff8d070a8969 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0829475 Dec 07 15:33:43.976467 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-87e6a7d6-a688-48c5-bf84-bf542a9170df req-053e9163-7e23-45c8-a38f-2f1f01ab8049 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515988 Dec 07 15:33:44.597072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-b2d52b85-f1a4-4c18-8200-625ede04dfc9 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:44.599046 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-b2d52b85-f1a4-4c18-8200-625ede04dfc9 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/networks?id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 HTTP/1.1" status: 200 len: 812 time: 0.3331637 Dec 07 15:33:44.618981 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-b5ba8c0e-7f13-4880-a13c-70b5a28b6e10 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/quotas/e7b3db214834493e96a9e0ee8dbc3f06 HTTP/1.1" status: 200 len: 375 time: 0.0125868 Dec 07 15:33:44.668850 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-478c21ae-f401-49ce-ab5b-1e5b1989c0a0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7b3db214834493e96a9e0ee8dbc3f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441282 Dec 07 15:33:44.819091 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-cca65b1d-28ac-41e6-9130-af12c851373f service neutron] 10.222.0.64 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426625 Dec 07 15:33:44.960910 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-4fdb4331-d380-4c87-8b40-0b2df7437efb service neutron] 10.222.0.64 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348460 Dec 07 15:33:45.249474 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a778ca73-89fd-4763-8cad-445ce0befb8c req-3f132179-2771-4cc3-8b06-01d0ea0ac81f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 210 time: 0.0531809 Dec 07 15:33:45.268511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446bec9-8560-4c9d-9092-5b1636bef53e req-8d673a63-3829-455a-888e-516bcc9dc951 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:45.270214 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d446bec9-8560-4c9d-9092-5b1636bef53e req-8d673a63-3829-455a-888e-516bcc9dc951 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1435735 Dec 07 15:33:45.320275 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d446bec9-8560-4c9d-9092-5b1636bef53e req-0e5d70ee-6394-41a0-a191-b75ffd88829f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424445 Dec 07 15:33:46.431247 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-aa1f1d5c-7b5e-41e9-889a-2efa64279e42 req-bf2a816a-3dcc-496d-9b14-7fb5b9b62f97 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 210 time: 0.0473797 Dec 07 15:33:46.543709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdf4e0-c225-472e-a25b-46e0a92c483a req-db5d6290-66b9-4ea8-9ebf-2619eb618544 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:46.545303 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-67cdf4e0-c225-472e-a25b-46e0a92c483a req-db5d6290-66b9-4ea8-9ebf-2619eb618544 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0842011 Dec 07 15:33:46.593259 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-67cdf4e0-c225-472e-a25b-46e0a92c483a req-5c0b16ef-c1e9-42c2-939f-bb8c8f713aeb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 Dec 07 15:33:47.021832 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-5e65506d-bcaf-4836-8fa3-059de503483c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:47.022583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-5e65506d-bcaf-4836-8fa3-059de503483c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Synchronizing usage tracker for tenant:e7b3db214834493e96a9e0ee8dbc3f06 on resource:network {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:33:47.060026 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-5e65506d-bcaf-4836-8fa3-059de503483c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Unset dirty status for tenant:e7b3db214834493e96a9e0ee8dbc3f06 on resource:network {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:33:47.062088 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-5e65506d-bcaf-4836-8fa3-059de503483c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.66 "GET /v2.0/networks?id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 HTTP/1.1" status: 200 len: 812 time: 0.1967225 Dec 07 15:33:47.080044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Request body: {'port': {'device_id': 'fbffc6b3-4c92-44ba-9775-05eaefa50f17', 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9', 'admin_state_up': True, 'tenant_id': 'e7b3db214834493e96a9e0ee8dbc3f06'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:33:47.244458 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:33:47.248479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Usage tracker for resource:port and tenant:e7b3db214834493e96a9e0ee8dbc3f06 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:33:47.251340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:33:47.257260 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:33:47.298386 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Made reservation on behalf of e7b3db214834493e96a9e0ee8dbc3f06 for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:33:47.303960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:47.603222 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-88f07c57-16fa-44e3-9085-bc9626012725 req-024b1cdd-2091-4b55-819f-f88c523740d9 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 210 time: 0.0450544 Dec 07 15:33:47.674205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Allocated IP 172.20.0.2 (0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9/ae3716f0-6dd8-4315-802c-4ce543417e6e/d6570d3a-f392-4fdc-b7ee-e781cf96d607) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:33:47.821506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb65b3-ad1b-4762-8388-04717b216038 req-2912c7c0-af4e-4211-aaaa-3aceb634f9f3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:47.823120 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-46bb65b3-ad1b-4762-8388-04717b216038 req-2912c7c0-af4e-4211-aaaa-3aceb634f9f3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0940847 Dec 07 15:33:47.872499 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-46bb65b3-ad1b-4762-8388-04717b216038 req-23cd9515-a4f3-4354-a376-406705f79503 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 Dec 07 15:33:47.890402 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:47.945781 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:47.952169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:48.023469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:33:48.027007 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Pushing event updated for resources: {'Port': ['ID=d6570d3a-f392-4fdc-b7ee-e781cf96d607,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:48.029542 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:33:48.031401 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:48.032148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:33:48.099569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:48.100246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:48.266909 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1923485 Dec 07 15:33:48.279567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Request body: {'port': {'device_id': 'fbffc6b3-4c92-44ba-9775-05eaefa50f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:33:48.390491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:48.747726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6570d3a-f392-4fdc-b7ee-e781cf96d607 {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:33:48.754874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:48.770269 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Transition to ACTIVE for port object d6570d3a-f392-4fdc-b7ee-e781cf96d607 will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:33:48.808176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4020-c0bc-45a6-adf0-b123143fed8f req-2e2c8490-9c8c-493e-a20b-29b89a4bfa6c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:48.809806 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-829f4020-c0bc-45a6-adf0-b123143fed8f req-2e2c8490-9c8c-493e-a20b-29b89a4bfa6c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 931 time: 0.0814672 Dec 07 15:33:48.813630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:48.818417 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:48.864019 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-829f4020-c0bc-45a6-adf0-b123143fed8f req-61fa547b-0468-4c0c-bddd-929202a3d4d2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474699 Dec 07 15:33:48.944268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6570d3a-f392-4fdc-b7ee-e781cf96d607,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:48.949285 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:49.059599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Attempting to bind port d6570d3a-f392-4fdc-b7ee-e781cf96d607 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:33:49.059894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Attempting to bind port d6570d3a-f392-4fdc-b7ee-e781cf96d607 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'c50cc111-5391-49df-a19e-58b199622c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:33:49.060271 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Attempting to bind port d6570d3a-f392-4fdc-b7ee-e781cf96d607 on network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:33:49.066966 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Port d6570d3a-f392-4fdc-b7ee-e781cf96d607 on network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:33:49.067332 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Attempting to bind port d6570d3a-f392-4fdc-b7ee-e781cf96d607 on network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:33:49.074468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:33:49.074848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Checking segment: {'id': 'c50cc111-5391-49df-a19e-58b199622c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:33:49.075272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Bound using segment: {'id': 'c50cc111-5391-49df-a19e-58b199622c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:33:49.075747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Bound port: d6570d3a-f392-4fdc-b7ee-e781cf96d607, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50cc111-5391-49df-a19e-58b199622c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:33:49.076196 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:49.097144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd9ef8-c4c7-4400-a286-ce3256a5dc98 req-2deec042-17a4-4011-902f-74000ee3d82b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:49.098757 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-83bd9ef8-c4c7-4400-a286-ce3256a5dc98 req-2deec042-17a4-4011-902f-74000ee3d82b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0868661 Dec 07 15:33:49.159589 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-83bd9ef8-c4c7-4400-a286-ce3256a5dc98 req-36687e05-2043-412f-9035-dafcb1035165 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451083 Dec 07 15:33:49.169380 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] For port d6570d3a-f392-4fdc-b7ee-e781cf96d607, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:33:49.172490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] For port d6570d3a-f392-4fdc-b7ee-e781cf96d607, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=d6570d3a-f392-4fdc-b7ee-e781cf96d607,segment=NetworkSegment(c50cc111-5391-49df-a19e-58b199622c5c),segment_id=c50cc111-5391-49df-a19e-58b199622c5c)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:33:49.208427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:49.214614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:49.275015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:49.276393 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] 10.222.0.66 "PUT /v2.0/ports/d6570d3a-f392-4fdc-b7ee-e781cf96d607 HTTP/1.1" status: 200 len: 1093 time: 1.0017481 Dec 07 15:33:49.276929 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbffc6b3-4c92-44ba-9775-05eaefa50f17', 'tag': 'd6570d3a-f392-4fdc-b7ee-e781cf96d607'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:33:49.299642 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6570d3a-f392-4fdc-b7ee-e781cf96d607,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:49.303285 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:49.342601 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbffc6b3-4c92-44ba-9775-05eaefa50f17', 'tag': 'd6570d3a-f392-4fdc-b7ee-e781cf96d607', 'status': 'completed', 'code': 200} Dec 07 15:33:49.428089 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-e1531c56-d2b5-47b6-afd9-c8998fbbdf79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7b3db214834493e96a9e0ee8dbc3f06&device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 1096 time: 0.0771484 Dec 07 15:33:49.498756 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-ee88050f-b01f-446e-9d00-9656120e3709 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6570d3a-f392-4fdc-b7ee-e781cf96d607 HTTP/1.1" status: 200 len: 217 time: 0.0635383 Dec 07 15:33:49.575002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-1aa483a5-c2ac-4d2c-88d2-c50e9d61b75c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:49.576521 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-1aa483a5-c2ac-4d2c-88d2-c50e9d61b75c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae3716f0-6dd8-4315-802c-4ce543417e6e HTTP/1.1" status: 200 len: 852 time: 0.0716715 Dec 07 15:33:49.626824 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-cf3fc954-4361-4209-959f-ae935a9ac201 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426278 Dec 07 15:33:49.775648 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-f4befe4b-125a-47af-b2c0-3ccaf9543499 service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400814 Dec 07 15:33:49.921450 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9e179b4-ef6d-473e-bf22-747b803daed2 req-029df82a-5eb4-4f16-99ee-e48a9ed1a089 service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363380 Dec 07 15:33:50.076943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19ad0-85a0-4863-b679-27818f6eff6f req-7a1a8720-71ff-4692-b079-01fc07b34980 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:50.078586 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-17a19ad0-85a0-4863-b679-27818f6eff6f req-7a1a8720-71ff-4692-b079-01fc07b34980 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 943 time: 0.0835540 Dec 07 15:33:50.094980 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6ad968c7-e248-4c79-ad10-d8ef7c1b844a req-487c5692-9fd4-4a62-b381-f5d559513851 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7b3db214834493e96a9e0ee8dbc3f06&device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 1096 time: 0.0790710 Dec 07 15:33:50.131102 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-17a19ad0-85a0-4863-b679-27818f6eff6f req-f8afe00c-dedc-400e-bb5a-07e4ee0780cb tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462976 Dec 07 15:33:50.242011 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad968c7-e248-4c79-ad10-d8ef7c1b844a req-a787cf1c-d791-4fb5-b81a-c40307531e7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:50.243674 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6ad968c7-e248-4c79-ad10-d8ef7c1b844a req-a787cf1c-d791-4fb5-b81a-c40307531e7a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 HTTP/1.1" status: 200 len: 913 time: 0.1416595 Dec 07 15:33:50.321425 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6ad968c7-e248-4c79-ad10-d8ef7c1b844a req-33bd9d69-a3c9-454f-ba18-c02752414fbf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6570d3a-f392-4fdc-b7ee-e781cf96d607 HTTP/1.1" status: 200 len: 217 time: 0.0710654 Dec 07 15:33:50.402917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad968c7-e248-4c79-ad10-d8ef7c1b844a req-3fe795b6-c6d6-4693-8dd5-97986379f061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:50.404682 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6ad968c7-e248-4c79-ad10-d8ef7c1b844a req-3fe795b6-c6d6-4693-8dd5-97986379f061 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae3716f0-6dd8-4315-802c-4ce543417e6e HTTP/1.1" status: 200 len: 852 time: 0.0758486 Dec 07 15:33:50.405666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235158e-ba2e-4f9c-be74-c3bef8df1c9f req-2a163435-f77d-4017-96ff-2647202d1e8e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:50.407965 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9235158e-ba2e-4f9c-be74-c3bef8df1c9f req-2a163435-f77d-4017-96ff-2647202d1e8e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1013863 Dec 07 15:33:50.456413 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6ad968c7-e248-4c79-ad10-d8ef7c1b844a req-44e22e87-a973-4d54-8bf3-e6df6954c142 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438125 Dec 07 15:33:50.457473 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9235158e-ba2e-4f9c-be74-c3bef8df1c9f req-207259cd-06ff-474f-ac79-8368dcc82119 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Dec 07 15:33:50.601253 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6ad968c7-e248-4c79-ad10-d8ef7c1b844a req-8d55ed93-0c70-40c8-af25-912b0b5ad4b9 service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378083 Dec 07 15:33:50.743836 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6ad968c7-e248-4c79-ad10-d8ef7c1b844a req-8862fc8b-c553-400e-b364-71d5174ff26d service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350756 Dec 07 15:33:51.334157 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051da7ff-31fa-4ddd-bf77-9553f26001b4 req-6a05de8d-5383-4d7d-a0ea-d5850c3c3cb4 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:51.335645 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-051da7ff-31fa-4ddd-bf77-9553f26001b4 req-6a05de8d-5383-4d7d-a0ea-d5850c3c3cb4 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 943 time: 0.0813453 Dec 07 15:33:51.387633 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-051da7ff-31fa-4ddd-bf77-9553f26001b4 req-3ae66830-1334-416b-bd6a-283905255085 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457098 Dec 07 15:33:51.675192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6730e9b-ccd1-4118-a93a-a054822dd519 req-9ec02413-ad24-4696-b37c-a3714993dc8a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:51.676778 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6730e9b-ccd1-4118-a93a-a054822dd519 req-9ec02413-ad24-4696-b37c-a3714993dc8a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0820367 Dec 07 15:33:51.725133 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d6730e9b-ccd1-4118-a93a-a054822dd519 req-91956024-7324-45dd-bcbe-5e3c6f64f5dd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420299 Dec 07 15:33:52.419419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device d6570d3a-f392-4fdc-b7ee-e781cf96d607 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:33:52.563243 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port d6570d3a-f392-4fdc-b7ee-e781cf96d607, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=d6570d3a-f392-4fdc-b7ee-e781cf96d607,segment=NetworkSegment(c50cc111-5391-49df-a19e-58b199622c5c),segment_id=c50cc111-5391-49df-a19e-58b199622c5c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:33:52.578779 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'd6570d3a-f392-4fdc-b7ee-e781cf96d607', 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9', 'port_id': 'd6570d3a-f392-4fdc-b7ee-e781cf96d607', 'mac_address': 'fa:16:3e:6f:91:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3716f0-6dd8-4315-802c-4ce543417e6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:33:52.609935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1b43-3f6e-425d-a441-486651aba4c3 req-33315c8c-204e-4ff6-91a6-2f8f466e1fe1 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:52.611833 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-da2e1b43-3f6e-425d-a441-486651aba4c3 req-33315c8c-204e-4ff6-91a6-2f8f466e1fe1 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 943 time: 0.0933175 Dec 07 15:33:52.639504 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:52.659076 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6570d3a-f392-4fdc-b7ee-e781cf96d607 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:33:52.669305 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-da2e1b43-3f6e-425d-a441-486651aba4c3 req-67a3efea-692a-45f5-bddb-d8d4cf84a20c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488400 Dec 07 15:33:52.674641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port d6570d3a-f392-4fdc-b7ee-e781cf96d607, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=d6570d3a-f392-4fdc-b7ee-e781cf96d607,segment=NetworkSegment(c50cc111-5391-49df-a19e-58b199622c5c),segment_id=c50cc111-5391-49df-a19e-58b199622c5c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:33:52.711087 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:52.713133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-926a8600-4dfe-4c4f-b059-28f4b44e2844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:52.783421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=d6570d3a-f392-4fdc-b7ee-e781cf96d607,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:52.786817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:52.950907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cedd51-0502-4217-aa2f-563d768676c4 req-f07fa49a-6ab2-480c-83c0-6839fe73e731 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:52.952401 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57cedd51-0502-4217-aa2f-563d768676c4 req-f07fa49a-6ab2-480c-83c0-6839fe73e731 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0863910 Dec 07 15:33:52.969822 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['d6570d3a-f392-4fdc-b7ee-e781cf96d607'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:33:53.001540 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57cedd51-0502-4217-aa2f-563d768676c4 req-2bea9268-f874-47b2-9d16-aaae5ad60680 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Dec 07 15:33:53.881385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a219b-350c-4851-b252-c9ca4700e453 req-f7e4e1f6-9200-43f3-9504-12d4794c6871 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:53.882901 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f43a219b-350c-4851-b252-c9ca4700e453 req-f7e4e1f6-9200-43f3-9504-12d4794c6871 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 944 time: 0.0858891 Dec 07 15:33:53.931637 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f43a219b-350c-4851-b252-c9ca4700e453 req-bf17ad2d-9565-48bc-80ca-4b2f6c822b47 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Dec 07 15:33:54.127048 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ab69ad38-9e8d-4d4a-9407-d23761b3540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:54.221119 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d5588-e63c-4ef2-be9d-e23864f2ecaa req-e742caf8-4f9c-4177-aba8-15836e7977b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:54.222713 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7f7d5588-e63c-4ef2-be9d-e23864f2ecaa req-e742caf8-4f9c-4177-aba8-15836e7977b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0819995 Dec 07 15:33:54.269679 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7f7d5588-e63c-4ef2-be9d-e23864f2ecaa req-d0339bce-263d-4d39-9799-d6694b306937 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Dec 07 15:33:54.431116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device d6570d3a-f392-4fdc-b7ee-e781cf96d607 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:33:54.544778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port d6570d3a-f392-4fdc-b7ee-e781cf96d607 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:33:54.549825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port d6570d3a-f392-4fdc-b7ee-e781cf96d607 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:33:54.550252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:54.665802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:54.695493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbffc6b3-4c92-44ba-9775-05eaefa50f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6570d3a-f392-4fdc-b7ee-e781cf96d607'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:33:54.706116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port d6570d3a-f392-4fdc-b7ee-e781cf96d607, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=d6570d3a-f392-4fdc-b7ee-e781cf96d607,segment=NetworkSegment(c50cc111-5391-49df-a19e-58b199622c5c),segment_id=c50cc111-5391-49df-a19e-58b199622c5c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:33:54.745828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:54.749037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-926a8600-4dfe-4c4f-b059-28f4b44e2844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:33:54.789836 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbffc6b3-4c92-44ba-9775-05eaefa50f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6570d3a-f392-4fdc-b7ee-e781cf96d607', 'code': 200} Dec 07 15:33:54.829910 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=d6570d3a-f392-4fdc-b7ee-e781cf96d607,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:33:54.833398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:33:55.113124 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f98a04db-c553-4c28-af85-06318df66f5d req-1a08c6e3-b20f-41b2-8c04-c78ed302a28a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 1098 time: 0.0759568 Dec 07 15:33:55.145038 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde484f3-9bf4-43ea-b083-ceb9d8841b78 req-00905920-298c-4841-a33c-d6850c456ed0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:55.146704 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fde484f3-9bf4-43ea-b083-ceb9d8841b78 req-00905920-298c-4841-a33c-d6850c456ed0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 945 time: 0.0911279 Dec 07 15:33:55.159325 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f98a04db-c553-4c28-af85-06318df66f5d req-69f8c6c4-1652-4ded-b359-c802344d664f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Dec 07 15:33:55.195171 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fde484f3-9bf4-43ea-b083-ceb9d8841b78 req-2ba9d359-ccfd-4e34-b164-9c2a0e3c6c30 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Dec 07 15:33:55.490071 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc92c7-91c6-4a95-9591-3d355f98c0a8 req-622407ef-9848-4e15-8780-63c76ab9eac8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:55.491700 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-56dc92c7-91c6-4a95-9591-3d355f98c0a8 req-622407ef-9848-4e15-8780-63c76ab9eac8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0830882 Dec 07 15:33:55.543985 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-56dc92c7-91c6-4a95-9591-3d355f98c0a8 req-7ae7663a-26e7-4685-aaa7-eae76665da10 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457301 Dec 07 15:33:55.636508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:56.404835 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d6628-5908-48ea-a268-f9175b0cb6b4 req-3a37d764-b78b-452c-9fb2-12906e6f456c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:56.406445 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-019d6628-5908-48ea-a268-f9175b0cb6b4 req-3a37d764-b78b-452c-9fb2-12906e6f456c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 945 time: 0.0819559 Dec 07 15:33:56.455204 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-019d6628-5908-48ea-a268-f9175b0cb6b4 req-61207057-8c13-4557-b6de-256b6469e143 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Dec 07 15:33:56.764380 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f73f5-8f12-4668-a0df-a52aec128787 req-036b50d1-5767-418b-b3be-f1e06857d24d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:56.765975 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8e4f73f5-8f12-4668-a0df-a52aec128787 req-036b50d1-5767-418b-b3be-f1e06857d24d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0862992 Dec 07 15:33:56.813432 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8e4f73f5-8f12-4668-a0df-a52aec128787 req-c8520b82-f24c-4f84-8098-ba89ca3d2173 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412989 Dec 07 15:33:56.859467 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6971356d-e6d0-4a1f-8694-49c6c2ed046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:56.910712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:57.662677 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98c9c0-fdd3-455e-9d19-1cc1e3d67b22 req-81844201-af2b-4573-a2c6-7afb0ba1c9c1 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:57.664654 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7a98c9c0-fdd3-455e-9d19-1cc1e3d67b22 req-81844201-af2b-4573-a2c6-7afb0ba1c9c1 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 945 time: 0.0831497 Dec 07 15:33:57.713874 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7a98c9c0-fdd3-455e-9d19-1cc1e3d67b22 req-d2afe938-2aee-4084-8ce2-58df0aad2991 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Dec 07 15:33:58.036486 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171824b-44e8-46b0-98f6-2b3c8079ad74 req-976245af-a51e-4264-bf34-bdc8d663a0e8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:58.038259 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0171824b-44e8-46b0-98f6-2b3c8079ad74 req-976245af-a51e-4264-bf34-bdc8d663a0e8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0885053 Dec 07 15:33:58.089062 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0171824b-44e8-46b0-98f6-2b3c8079ad74 req-a4896a90-02fd-421b-afb3-5508bafec5e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 Dec 07 15:33:58.351007 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:59.336918 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f6e5-c399-455d-94da-0fc13ca1e425 req-36ce1327-8bbc-4aba-9f78-41c5325f2a41 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:33:59.339298 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3113f6e5-c399-455d-94da-0fc13ca1e425 req-36ce1327-8bbc-4aba-9f78-41c5325f2a41 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0950227 Dec 07 15:33:59.391607 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3113f6e5-c399-455d-94da-0fc13ca1e425 req-a11edbb3-909e-4d8c-9b26-4b4948f01f0b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459917 Dec 07 15:34:00.645600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60dac9-42c4-4a0b-920f-612802244707 req-591e0ee8-95ca-438a-a668-5ce261e33b0a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:00.647187 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e60dac9-42c4-4a0b-920f-612802244707 req-591e0ee8-95ca-438a-a668-5ce261e33b0a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0942259 Dec 07 15:34:00.698064 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e60dac9-42c4-4a0b-920f-612802244707 req-3ce9f2db-e7e5-45ac-8a1a-4dc7eae1db1a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431290 Dec 07 15:34:01.929167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820fe93-b042-4dec-a21d-c783b2a6b5e7 req-dc72143f-2a60-4068-a233-f70c517d1653 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:01.930729 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a820fe93-b042-4dec-a21d-c783b2a6b5e7 req-dc72143f-2a60-4068-a233-f70c517d1653 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0846422 Dec 07 15:34:01.984772 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a820fe93-b042-4dec-a21d-c783b2a6b5e7 req-aff9e1e4-c288-45ac-a80d-c2d402a29c13 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476758 Dec 07 15:34:03.211192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f2663-bea6-47be-8386-45d7320cfef3 req-cf70818e-e1b2-49c2-be76-218023e44da9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:03.212861 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-575f2663-bea6-47be-8386-45d7320cfef3 req-cf70818e-e1b2-49c2-be76-218023e44da9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0887675 Dec 07 15:34:03.262100 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-575f2663-bea6-47be-8386-45d7320cfef3 req-af1b2e96-b7e6-4166-90f3-b9e43b40234b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424383 Dec 07 15:34:04.491385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0068-2ee9-48d4-9723-5e938ad21725 req-5314339a-2feb-4337-b3f4-d7ccdb0a8141 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:04.492964 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5fdc0068-2ee9-48d4-9723-5e938ad21725 req-5314339a-2feb-4337-b3f4-d7ccdb0a8141 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0860658 Dec 07 15:34:04.543581 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5fdc0068-2ee9-48d4-9723-5e938ad21725 req-9817a3f9-f22c-402b-8b1d-0efbf5157189 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439644 Dec 07 15:34:05.766724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b42f4a-ff35-4190-bd48-33e9bf00abc2 req-5b6c4f3d-d48b-4276-80f7-f5f50be4c02f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:05.768985 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-59b42f4a-ff35-4190-bd48-33e9bf00abc2 req-5b6c4f3d-d48b-4276-80f7-f5f50be4c02f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0898991 Dec 07 15:34:05.824269 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-59b42f4a-ff35-4190-bd48-33e9bf00abc2 req-4a48143a-e66f-473e-823c-7975001729c0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487459 Dec 07 15:34:07.051827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010995-bd90-463c-a853-e57677ebf92a req-5b67856e-9d21-4111-a533-996181b83ed4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:07.053592 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-02010995-bd90-463c-a853-e57677ebf92a req-5b67856e-9d21-4111-a533-996181b83ed4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0924799 Dec 07 15:34:07.104544 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-02010995-bd90-463c-a853-e57677ebf92a req-37d5c878-1e6f-4a57-836c-62ae8a8ae690 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Dec 07 15:34:08.340115 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608afd2b-2bad-4e38-8c91-d78ca3c40eac req-cf5c9e7f-1d89-4dfc-a646-362838e74b0d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:08.342002 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-608afd2b-2bad-4e38-8c91-d78ca3c40eac req-cf5c9e7f-1d89-4dfc-a646-362838e74b0d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0878508 Dec 07 15:34:08.395437 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-608afd2b-2bad-4e38-8c91-d78ca3c40eac req-cd3acbd4-d667-4f5e-a86d-e2e9677d379d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467474 Dec 07 15:34:09.617856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21fa25-57b5-48a3-8322-b889ff535b7a req-e2bfe286-4f1a-4d0c-8533-f363f70b668d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:09.619377 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-eb21fa25-57b5-48a3-8322-b889ff535b7a req-e2bfe286-4f1a-4d0c-8533-f363f70b668d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0862277 Dec 07 15:34:09.674850 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-eb21fa25-57b5-48a3-8322-b889ff535b7a req-df89e4bf-d623-420f-9543-fff24ff4737d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487199 Dec 07 15:34:10.682615 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14b780a2-43eb-48a8-9b36-dbb751b3f2d9 req-2264596a-31a4-4b0f-8d3f-bb8e6279c486 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880888 Dec 07 15:34:10.784431 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14b780a2-43eb-48a8-9b36-dbb751b3f2d9 req-919eecdb-f635-411a-a3be-b6463c6364e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 1098 time: 0.0789433 Dec 07 15:34:10.915055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f95eb-966b-43e4-aef8-5b2612ad3b56 req-f84dff05-9da3-4d87-90a4-148cacf6d559 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:10.916648 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-519f95eb-966b-43e4-aef8-5b2612ad3b56 req-f84dff05-9da3-4d87-90a4-148cacf6d559 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0985224 Dec 07 15:34:10.955051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b780a2-43eb-48a8-9b36-dbb751b3f2d9 req-dacec094-0ba9-4914-8f16-9100b7f557b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:10.956751 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14b780a2-43eb-48a8-9b36-dbb751b3f2d9 req-dacec094-0ba9-4914-8f16-9100b7f557b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 919 time: 0.1473947 Dec 07 15:34:10.970210 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-519f95eb-966b-43e4-aef8-5b2612ad3b56 req-5bf62b00-9e88-4d4e-a78a-7bf5773f5629 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467749 Dec 07 15:34:11.034479 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14b780a2-43eb-48a8-9b36-dbb751b3f2d9 req-6e3493f0-513b-4074-acc3-da16601be029 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48e8c972-c7e9-4519-bc26-ab7ad097af45 HTTP/1.1" status: 200 len: 217 time: 0.0689909 Dec 07 15:34:11.070538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:11.105313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b780a2-43eb-48a8-9b36-dbb751b3f2d9 req-c4f46cf8-7a66-4acf-bc78-8c8f39f5be19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:11.106824 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14b780a2-43eb-48a8-9b36-dbb751b3f2d9 req-c4f46cf8-7a66-4acf-bc78-8c8f39f5be19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 200 len: 858 time: 0.0641577 Dec 07 15:34:11.158465 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14b780a2-43eb-48a8-9b36-dbb751b3f2d9 req-d1aa2e90-f602-47a4-b11a-026a67342eb3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbbc4c27-c24a-4474-a770-02721db0b5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434349 Dec 07 15:34:11.316220 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14b780a2-43eb-48a8-9b36-dbb751b3f2d9 req-d96a1986-c95f-4527-8aac-f0c9ebb5b2f5 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497498 Dec 07 15:34:11.467273 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14b780a2-43eb-48a8-9b36-dbb751b3f2d9 req-c2045086-9412-4f34-a0e4-a3b59e2244da service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417816 Dec 07 15:34:12.194388 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1cf59-f090-44a9-83cb-92519d75e89e req-57ef87ca-7910-46a2-b07f-7e94da5dd5a7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:12.195792 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-53c1cf59-f090-44a9-83cb-92519d75e89e req-57ef87ca-7910-46a2-b07f-7e94da5dd5a7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0874739 Dec 07 15:34:12.261683 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-53c1cf59-f090-44a9-83cb-92519d75e89e req-936e97f3-f530-4502-8072-cfb1be19e8f8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587797 Dec 07 15:34:13.484848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6200e3-2cbe-437a-b368-cba6e0265312 req-7f6dab1b-347c-4e85-9db3-3d7df972196f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:13.486509 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2c6200e3-2cbe-437a-b368-cba6e0265312 req-7f6dab1b-347c-4e85-9db3-3d7df972196f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0895371 Dec 07 15:34:13.536419 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2c6200e3-2cbe-437a-b368-cba6e0265312 req-63cd406f-ecae-470d-af02-f6fdf904624f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433760 Dec 07 15:34:14.773559 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353abec-31ed-4baa-8a2c-275112c01c47 req-4acc546c-dcb3-49ea-932b-8806404cfbfe tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:14.775212 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a353abec-31ed-4baa-8a2c-275112c01c47 req-4acc546c-dcb3-49ea-932b-8806404cfbfe tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0852792 Dec 07 15:34:14.853965 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a353abec-31ed-4baa-8a2c-275112c01c47 req-cb3e1ea0-a20e-409d-8715-2a8e94043600 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713401 Dec 07 15:34:16.083044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8a93f-5457-4cd8-afe6-635f319dc102 req-ce93af04-1189-492f-8105-4c28ce00e70a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:16.084641 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57f8a93f-5457-4cd8-afe6-635f319dc102 req-ce93af04-1189-492f-8105-4c28ce00e70a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0868840 Dec 07 15:34:16.135818 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-57f8a93f-5457-4cd8-afe6-635f319dc102 req-d11ef298-72e3-4f94-8f0c-0638c01599a0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447819 Dec 07 15:34:17.362758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d610729-4aea-41da-9108-be1e6039bb1e req-c9a462ac-9407-4c13-93de-038f2c7dffcf tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:17.364578 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4d610729-4aea-41da-9108-be1e6039bb1e req-c9a462ac-9407-4c13-93de-038f2c7dffcf tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0953846 Dec 07 15:34:17.636635 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4d610729-4aea-41da-9108-be1e6039bb1e req-f34f81d9-06d5-4a8f-b7cd-27a213152263 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565496 Dec 07 15:34:18.505122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:34:18.844274 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e05bf1-232f-40ff-a81d-dd838dea247c req-0f52ee20-2ac2-446c-acd4-31a51538a227 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:18.845876 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-61e05bf1-232f-40ff-a81d-dd838dea247c req-0f52ee20-2ac2-446c-acd4-31a51538a227 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0843186 Dec 07 15:34:18.895133 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-61e05bf1-232f-40ff-a81d-dd838dea247c req-c66ee604-cd04-403e-ac3a-9130fc150084 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430593 Dec 07 15:34:20.133709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50c83c-b1b5-4fbd-9cc9-902a1609122d req-f050c6cd-f95c-400f-a4e7-07588ca53087 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:20.136392 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5a50c83c-b1b5-4fbd-9cc9-902a1609122d req-f050c6cd-f95c-400f-a4e7-07588ca53087 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0911326 Dec 07 15:34:20.191691 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5a50c83c-b1b5-4fbd-9cc9-902a1609122d req-c182d312-143a-4ebf-85a0-183b333a1ff4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479934 Dec 07 15:34:21.413258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b352c00-8f36-416c-9d57-2d6e348f1c06 req-715d3b02-a273-46cf-a062-656ce8453bf1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:21.414786 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b352c00-8f36-416c-9d57-2d6e348f1c06 req-715d3b02-a273-46cf-a062-656ce8453bf1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0825665 Dec 07 15:34:21.485423 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b352c00-8f36-416c-9d57-2d6e348f1c06 req-4143f717-c977-41a7-a8a8-678e456ecb02 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612595 Dec 07 15:34:22.721998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aac548-368c-4c7b-a2f8-3b44f0e5b855 req-e3f2a51a-742d-4732-af40-1d4cb129c7be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:22.723548 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-52aac548-368c-4c7b-a2f8-3b44f0e5b855 req-e3f2a51a-742d-4732-af40-1d4cb129c7be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0880282 Dec 07 15:34:22.773869 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-52aac548-368c-4c7b-a2f8-3b44f0e5b855 req-6e06e565-31b0-4302-bceb-65bd653948af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431838 Dec 07 15:34:23.995178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e10431-8cd1-4c87-a25a-848876281561 req-0af9b84e-6bac-4bfa-9563-e2a99a3f085b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:23.996756 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-55e10431-8cd1-4c87-a25a-848876281561 req-0af9b84e-6bac-4bfa-9563-e2a99a3f085b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0836220 Dec 07 15:34:24.048970 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-55e10431-8cd1-4c87-a25a-848876281561 req-257d18ea-8269-4db1-93e5-7c20b8a46351 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453525 Dec 07 15:34:24.133272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-45f07808-39f6-4505-9b4e-c67b6033a287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:25.284660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291281e-b6f0-40b6-8686-2d17c8e71c29 req-f3c8f1dd-fa66-4f34-a8db-b76b67b3fbbc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:25.286326 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3291281e-b6f0-40b6-8686-2d17c8e71c29 req-f3c8f1dd-fa66-4f34-a8db-b76b67b3fbbc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0878465 Dec 07 15:34:25.335075 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3291281e-b6f0-40b6-8686-2d17c8e71c29 req-a7ad4387-58fe-4462-b05b-eb00c2e047b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427594 Dec 07 15:34:25.647208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:26.572191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02ffdb-9def-4eff-930e-d72467f4be69 req-8fcc2626-1739-489e-a506-6ded186776b4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:26.573831 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db02ffdb-9def-4eff-930e-d72467f4be69 req-8fcc2626-1739-489e-a506-6ded186776b4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0831017 Dec 07 15:34:26.627184 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db02ffdb-9def-4eff-930e-d72467f4be69 req-b2f77e8e-b638-4f35-98fb-b3154b2a8d8e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464473 Dec 07 15:34:26.858957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-217032ca-59e2-45bd-acb4-78f117512ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:26.909474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:27.859057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc62024-cb38-474d-95d1-4e3130473ff4 req-04c2a707-b095-4d78-81f7-a0b807928ed6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:27.860805 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3dc62024-cb38-474d-95d1-4e3130473ff4 req-04c2a707-b095-4d78-81f7-a0b807928ed6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0904956 Dec 07 15:34:27.912680 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3dc62024-cb38-474d-95d1-4e3130473ff4 req-06b72859-e01c-4147-88eb-b074b2b21a96 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451162 Dec 07 15:34:28.355037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:29.150140 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90d36c-5299-4a1d-8a75-7839affe9a80 req-0260c235-2702-4ba8-b9a2-71bed66e8b4d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:29.151910 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0e90d36c-5299-4a1d-8a75-7839affe9a80 req-0260c235-2702-4ba8-b9a2-71bed66e8b4d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0873961 Dec 07 15:34:29.204028 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0e90d36c-5299-4a1d-8a75-7839affe9a80 req-9ea73e93-31bb-4d72-96af-2ae480012007 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450189 Dec 07 15:34:30.433348 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c8e10-4847-4fa3-b82f-a96be5bb31e3 req-884b15cb-9e7c-4443-95c7-9cabb9ccf2b0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:30.434933 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8e2c8e10-4847-4fa3-b82f-a96be5bb31e3 req-884b15cb-9e7c-4443-95c7-9cabb9ccf2b0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0835397 Dec 07 15:34:30.484274 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8e2c8e10-4847-4fa3-b82f-a96be5bb31e3 req-89da7573-3549-4821-8484-c9551fec2402 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430744 Dec 07 15:34:31.903094 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75460ea4-25d6-4305-a213-9f528f58a191 req-f0a15af6-e916-49d1-ac9f-7b77857ba6b2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:31.904703 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-75460ea4-25d6-4305-a213-9f528f58a191 req-f0a15af6-e916-49d1-ac9f-7b77857ba6b2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2793539 Dec 07 15:34:31.952907 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-75460ea4-25d6-4305-a213-9f528f58a191 req-ddf596db-0a7a-468b-8922-24ccfc38b6ae tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418839 Dec 07 15:34:33.283869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246f628-6c24-4e7c-984b-9ae7562f7d64 req-711a4aef-8a04-445a-a35a-846ae908efae tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:33.285483 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3246f628-6c24-4e7c-984b-9ae7562f7d64 req-711a4aef-8a04-445a-a35a-846ae908efae tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1965947 Dec 07 15:34:33.338459 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3246f628-6c24-4e7c-984b-9ae7562f7d64 req-24ca4947-c052-4b45-bdbc-816bd54a065a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465968 Dec 07 15:34:34.584697 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26fb20-d2a7-41d5-bec8-2673804cb640 req-67d678fb-3717-4e72-b3c4-31d8d0d46220 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:34.584697 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-af26fb20-d2a7-41d5-bec8-2673804cb640 req-67d678fb-3717-4e72-b3c4-31d8d0d46220 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0971136 Dec 07 15:34:34.655936 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-af26fb20-d2a7-41d5-bec8-2673804cb640 req-3f9cb22f-083a-4291-9335-acd3f1b4e1df tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662148 Dec 07 15:34:35.883437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfd33f-b111-48e7-92fd-3c745e8eea8c req-f9791bd1-677e-4990-95c8-879b2244b0f6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:35.885023 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2cfd33f-b111-48e7-92fd-3c745e8eea8c req-f9791bd1-677e-4990-95c8-879b2244b0f6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0904474 Dec 07 15:34:35.941411 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2cfd33f-b111-48e7-92fd-3c745e8eea8c req-46013aaf-76db-4276-9117-97d09ddcd415 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453429 Dec 07 15:34:37.269759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754edce-1a5b-46f1-bc2b-2b50230d4b86 req-ff90857f-9c2c-4098-80d4-13977729b00d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:37.271399 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1754edce-1a5b-46f1-bc2b-2b50230d4b86 req-ff90857f-9c2c-4098-80d4-13977729b00d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0847511 Dec 07 15:34:37.321693 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1754edce-1a5b-46f1-bc2b-2b50230d4b86 req-089210b8-82d1-4d25-9816-aae46eb7e246 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 Dec 07 15:34:38.554275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2090f1-3fd7-4a93-9933-362ff79eb2a0 req-a54902e4-dc2e-41c2-a739-90446b0a7bb7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:38.555945 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0d2090f1-3fd7-4a93-9933-362ff79eb2a0 req-a54902e4-dc2e-41c2-a739-90446b0a7bb7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0932441 Dec 07 15:34:38.627003 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0d2090f1-3fd7-4a93-9933-362ff79eb2a0 req-88348391-4dd9-442c-90d4-a7898605f4eb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641017 Dec 07 15:34:39.845969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd69360-d565-4092-81fc-26edcf980a13 req-e44209f1-8270-4973-8c46-58d831ed1773 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:39.847528 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2dd69360-d565-4092-81fc-26edcf980a13 req-e44209f1-8270-4973-8c46-58d831ed1773 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0825303 Dec 07 15:34:39.896227 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2dd69360-d565-4092-81fc-26edcf980a13 req-c4d0bce3-63d8-4298-b6dc-56a69085133f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424521 Dec 07 15:34:41.064175 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:41.139382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa9d8e-d9bb-47e9-a3c1-746a71714fa2 req-3c2eb3a1-940c-4b7c-b924-4920bd0cd4ad tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:41.143157 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-46aa9d8e-d9bb-47e9-a3c1-746a71714fa2 req-3c2eb3a1-940c-4b7c-b924-4920bd0cd4ad tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1045201 Dec 07 15:34:41.216241 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-46aa9d8e-d9bb-47e9-a3c1-746a71714fa2 req-f818fb8e-db43-4955-b090-71c679fb62c7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670087 Dec 07 15:34:42.439312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f711-872b-46ea-9aa0-5aad8c78fd91 req-ab90f10f-4c39-4114-9543-5caa14727e13 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:42.440958 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d265f711-872b-46ea-9aa0-5aad8c78fd91 req-ab90f10f-4c39-4114-9543-5caa14727e13 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0850508 Dec 07 15:34:42.512505 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d265f711-872b-46ea-9aa0-5aad8c78fd91 req-6674b811-01fa-429e-b949-a65a619c63d4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648763 Dec 07 15:34:43.738938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bf02-36c5-4418-811b-34407c3d57bb req-9afa035a-2f92-4779-9c08-18d351b44f19 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:43.740572 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2194bf02-36c5-4418-811b-34407c3d57bb req-9afa035a-2f92-4779-9c08-18d351b44f19 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0869026 Dec 07 15:34:43.798183 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2194bf02-36c5-4418-811b-34407c3d57bb req-adb10f44-7738-4678-a47c-fe51db445c35 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496478 Dec 07 15:34:45.023810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd956e4f-9e1a-4245-ab41-5bba12f319aa req-2ba6e96e-0d5b-4d99-a20e-1dc91cacde24 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:45.025465 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dd956e4f-9e1a-4245-ab41-5bba12f319aa req-2ba6e96e-0d5b-4d99-a20e-1dc91cacde24 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0879672 Dec 07 15:34:45.074690 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dd956e4f-9e1a-4245-ab41-5bba12f319aa req-9d68808d-dfcd-490c-a0a4-47fedd86d18f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Dec 07 15:34:46.294800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f76e9-abb4-4fe8-ad79-4c8b27c8ac7d req-7a6e52b9-bf5e-42d3-bcb9-64d5d774c94d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:46.296427 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-626f76e9-abb4-4fe8-ad79-4c8b27c8ac7d req-7a6e52b9-bf5e-42d3-bcb9-64d5d774c94d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0841064 Dec 07 15:34:46.353500 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-626f76e9-abb4-4fe8-ad79-4c8b27c8ac7d req-e5d3eafb-23ec-4069-97cc-7543b5547cd0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500839 Dec 07 15:34:47.581068 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80f996-213b-4115-afdf-d19d27c6e031 req-7a432ea4-af09-494d-82e7-087d6430abd0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:47.582726 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ce80f996-213b-4115-afdf-d19d27c6e031 req-7a432ea4-af09-494d-82e7-087d6430abd0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0866485 Dec 07 15:34:47.633552 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ce80f996-213b-4115-afdf-d19d27c6e031 req-1d94a03a-2ca2-458a-b8cd-b6ea66d0ac47 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446005 Dec 07 15:34:48.851509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856347e-56e8-4878-81c9-41e38701d509 req-6b2ee7f8-2b6f-4597-8551-f2cf1fe69c5f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:48.851509 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f856347e-56e8-4878-81c9-41e38701d509 req-6b2ee7f8-2b6f-4597-8551-f2cf1fe69c5f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0812638 Dec 07 15:34:48.903554 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f856347e-56e8-4878-81c9-41e38701d509 req-23310f99-704c-4c9e-83c6-6270c779eeab tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470412 Dec 07 15:34:50.269347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa19f4-0c4a-48e7-a458-eb47eddf096d req-a08068a7-ce85-4523-8dd4-a4e1114e9638 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:50.270955 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-06aa19f4-0c4a-48e7-a458-eb47eddf096d req-a08068a7-ce85-4523-8dd4-a4e1114e9638 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0906787 Dec 07 15:34:50.319224 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-06aa19f4-0c4a-48e7-a458-eb47eddf096d req-ace2d658-6295-46db-a715-fd5d787813d9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419817 Dec 07 15:34:51.548462 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ed730-59a6-4afb-8bbb-e4f6bc2fc7f8 req-b9b2896f-8a0c-4c4c-b9ca-b882247b4b66 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:51.550741 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c29ed730-59a6-4afb-8bbb-e4f6bc2fc7f8 req-b9b2896f-8a0c-4c4c-b9ca-b882247b4b66 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0897408 Dec 07 15:34:51.609773 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c29ed730-59a6-4afb-8bbb-e4f6bc2fc7f8 req-27ff4713-980a-4f2b-8263-6dc18741cf1b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516586 Dec 07 15:34:52.833147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb12f4-47ce-4eee-89b2-a6b988235bd6 req-98c0d48c-950c-4288-af08-82f8a19223c6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:52.834785 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c7fb12f4-47ce-4eee-89b2-a6b988235bd6 req-98c0d48c-950c-4288-af08-82f8a19223c6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0821559 Dec 07 15:34:52.883158 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c7fb12f4-47ce-4eee-89b2-a6b988235bd6 req-83d1df00-f33e-4587-aebf-1b33703a0aaa tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423093 Dec 07 15:34:54.104229 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e582ac4-84b8-4942-bd89-2aafd97b2f85 req-fee3fea2-fc3c-417e-b9aa-6f6df2f6d956 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:54.112473 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5e582ac4-84b8-4942-bd89-2aafd97b2f85 req-fee3fea2-fc3c-417e-b9aa-6f6df2f6d956 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0855129 Dec 07 15:34:54.132631 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0911eb2b-01ee-4928-b49e-9167df3c4321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:54.154997 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5e582ac4-84b8-4942-bd89-2aafd97b2f85 req-1dec8bb6-e159-432c-b17c-7493a4b9237a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Dec 07 15:34:55.371657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ffbd9-be0e-40f8-9de4-9cd22f11cbb4 req-28cd5e2c-e8dc-4d60-b8ef-d1a08cca13ca tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:55.373273 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c87ffbd9-be0e-40f8-9de4-9cd22f11cbb4 req-28cd5e2c-e8dc-4d60-b8ef-d1a08cca13ca tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0819941 Dec 07 15:34:55.420951 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c87ffbd9-be0e-40f8-9de4-9cd22f11cbb4 req-0caefc8b-0318-4947-9e6d-ac75464d440e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Dec 07 15:34:55.507119 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:34:55.652272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:56.637929 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb77a50-d387-4976-94bd-9983ebe87967 req-7f124be3-c3a2-4edb-8a5c-c5dfd618727e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:56.639540 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0bb77a50-d387-4976-94bd-9983ebe87967 req-7f124be3-c3a2-4edb-8a5c-c5dfd618727e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0852067 Dec 07 15:34:56.695900 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0bb77a50-d387-4976-94bd-9983ebe87967 req-0f5ff64f-c4af-4d1f-88bc-e306b160c183 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502541 Dec 07 15:34:56.863102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f64b4a4e-a8eb-406d-a90f-01f7ca927d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:56.909466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:58.068841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a46bc7-7a91-4bba-8228-52b64ae5bced req-dcd8279c-6a25-49ce-a396-aa8b9e26047d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:58.070531 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b1a46bc7-7a91-4bba-8228-52b64ae5bced req-dcd8279c-6a25-49ce-a396-aa8b9e26047d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0843718 Dec 07 15:34:58.143646 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b1a46bc7-7a91-4bba-8228-52b64ae5bced req-e4879ab7-4072-4f03-b09b-ab7dac9b0b8a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658917 Dec 07 15:34:58.355446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:59.371098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c73c9-a586-4534-8f35-544de48fd39d req-f8a208fc-b803-49c7-8770-438f15c4a27d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:34:59.372700 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4a3c73c9-a586-4534-8f35-544de48fd39d req-f8a208fc-b803-49c7-8770-438f15c4a27d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0872741 Dec 07 15:34:59.424479 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4a3c73c9-a586-4534-8f35-544de48fd39d req-d1560f5f-4069-4b5c-848e-610302c2efc0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441103 Dec 07 15:35:00.677574 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daf49c-3625-4008-97a4-452e39d9cb09 req-935971a9-930d-4984-a2da-b80242084d1e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:00.679160 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b1daf49c-3625-4008-97a4-452e39d9cb09 req-935971a9-930d-4984-a2da-b80242084d1e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0829966 Dec 07 15:35:00.731152 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b1daf49c-3625-4008-97a4-452e39d9cb09 req-ec0b2fc4-23ac-4ad4-bc98-154e4500a750 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458450 Dec 07 15:35:01.956657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a233c-23e5-4bbe-84d0-241779024164 req-bedabafe-007f-4f8a-a6d4-a853ee03381d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:01.958207 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-905a233c-23e5-4bbe-84d0-241779024164 req-bedabafe-007f-4f8a-a6d4-a853ee03381d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0844238 Dec 07 15:35:02.007544 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-905a233c-23e5-4bbe-84d0-241779024164 req-897556d7-21b3-4364-a83d-0e6e654c1f5f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430362 Dec 07 15:35:03.228279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37111d2-4f70-4f4b-aac6-cb6d59ed6c22 req-75932c86-cb8a-460b-8436-e6716f762e8e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:03.229867 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c37111d2-4f70-4f4b-aac6-cb6d59ed6c22 req-75932c86-cb8a-460b-8436-e6716f762e8e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0846694 Dec 07 15:35:03.278529 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c37111d2-4f70-4f4b-aac6-cb6d59ed6c22 req-27e29289-92d6-4ce7-805d-523d0c4c4f95 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420003 Dec 07 15:35:04.500943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2833d66-7f47-47f0-b11d-6063b45434d2 req-98e2df82-4f11-42fa-a343-838f45100b34 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:04.502554 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2833d66-7f47-47f0-b11d-6063b45434d2 req-98e2df82-4f11-42fa-a343-838f45100b34 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0855777 Dec 07 15:35:04.552373 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2833d66-7f47-47f0-b11d-6063b45434d2 req-90324b16-ebb3-4421-928d-09569e516348 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Dec 07 15:35:05.778319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac2c78-276c-4b7c-adc4-aa8521e9bfef req-27afeaa6-26d0-49bb-baf5-93ab8ec7558e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:05.780067 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01ac2c78-276c-4b7c-adc4-aa8521e9bfef req-27afeaa6-26d0-49bb-baf5-93ab8ec7558e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0921299 Dec 07 15:35:05.835540 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01ac2c78-276c-4b7c-adc4-aa8521e9bfef req-3f45687c-07c9-40e9-8b23-67f329e7e7ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481794 Dec 07 15:35:07.060404 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30139d2c-cace-4d47-b874-4d5c7208c193 req-a4796050-5908-41d5-874c-761e4aaa97b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:07.062071 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-30139d2c-cace-4d47-b874-4d5c7208c193 req-a4796050-5908-41d5-874c-761e4aaa97b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0847383 Dec 07 15:35:07.115417 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-30139d2c-cace-4d47-b874-4d5c7208c193 req-43714b66-dc30-43aa-93e8-aaea0f95291f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463412 Dec 07 15:35:08.356947 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd7ac5-5fe8-4065-8f60-1d3e2cd1a861 req-c11792f6-8b5f-4c72-9e31-bde625b9dca7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:08.358587 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-53cd7ac5-5fe8-4065-8f60-1d3e2cd1a861 req-c11792f6-8b5f-4c72-9e31-bde625b9dca7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0870876 Dec 07 15:35:08.408972 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-53cd7ac5-5fe8-4065-8f60-1d3e2cd1a861 req-e465d756-da29-4df8-a787-324e8a147f97 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431910 Dec 07 15:35:09.630855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa9e7-597e-4cc7-9c24-05295b218beb req-c15efa18-69a7-4383-9373-acea3abc7999 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:09.633107 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2aaa9e7-597e-4cc7-9c24-05295b218beb req-c15efa18-69a7-4383-9373-acea3abc7999 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0851648 Dec 07 15:35:09.685376 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2aaa9e7-597e-4cc7-9c24-05295b218beb req-f1778a7a-0a13-4fd4-91c7-9b70e4ac98f5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458610 Dec 07 15:35:10.902507 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80a9eb-f294-471c-9817-813d275990cb req-1ba6a769-df65-41ec-947a-fd25caafed9d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:10.904149 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9b80a9eb-f294-471c-9817-813d275990cb req-1ba6a769-df65-41ec-947a-fd25caafed9d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0819151 Dec 07 15:35:10.952474 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9b80a9eb-f294-471c-9817-813d275990cb req-6a0f5655-0100-4561-a4e4-fafd926c2d26 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422416 Dec 07 15:35:11.058081 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:12.189034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f711148-9e01-4b85-a739-c1da51af361a req-c03b7e3f-f84f-46e4-b76d-feef33e02e4d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:12.190653 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2f711148-9e01-4b85-a739-c1da51af361a req-c03b7e3f-f84f-46e4-b76d-feef33e02e4d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1004694 Dec 07 15:35:12.240852 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2f711148-9e01-4b85-a739-c1da51af361a req-1d06940e-8f37-48eb-b77a-e2e0dd3e0ba6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Dec 07 15:35:12.806116 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-787e1501-4db9-4ccd-a949-e9dfd54abd51 req-2f504f33-02b7-4735-997b-d98ce97fcd0f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1555088 Dec 07 15:35:12.899728 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-787e1501-4db9-4ccd-a949-e9dfd54abd51 req-ad1feb37-d654-4d9a-8069-525e00584817 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f29024093ec14a4388390d83481f4329&device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 1099 time: 0.0726743 Dec 07 15:35:13.053003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e1501-4db9-4ccd-a949-e9dfd54abd51 req-81510d39-aa59-463d-8aac-c0426a2cddae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:13.054635 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-787e1501-4db9-4ccd-a949-e9dfd54abd51 req-81510d39-aa59-463d-8aac-c0426a2cddae service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 200 len: 912 time: 0.1365008 Dec 07 15:35:13.357288 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-787e1501-4db9-4ccd-a949-e9dfd54abd51 req-69a7ca01-79f3-4800-bd3f-0901ad28f200 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dec1902-55a0-4322-83a2-697949ab1980 HTTP/1.1" status: 200 len: 1002 time: 0.2964928 Dec 07 15:35:13.434814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e1501-4db9-4ccd-a949-e9dfd54abd51 req-af3c8d18-2149-430d-aeda-459d85521157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:13.436674 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-787e1501-4db9-4ccd-a949-e9dfd54abd51 req-af3c8d18-2149-430d-aeda-459d85521157 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed661dd4-366e-41cb-9394-53e56919a3ab HTTP/1.1" status: 200 len: 850 time: 0.0735908 Dec 07 15:35:13.466977 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e94dca-25fa-46f6-bca0-eecc09119c82 req-a45b1243-2a73-4627-9917-968203572c90 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:13.468798 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-45e94dca-25fa-46f6-bca0-eecc09119c82 req-a45b1243-2a73-4627-9917-968203572c90 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0846615 Dec 07 15:35:13.524881 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-45e94dca-25fa-46f6-bca0-eecc09119c82 req-c835dbe4-2f08-450f-80dd-5f1c3ae16ede tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489979 Dec 07 15:35:13.532113 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-787e1501-4db9-4ccd-a949-e9dfd54abd51 req-85aa9625-96ec-4ea5-908c-af37e34dc9a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888791 Dec 07 15:35:13.680294 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-787e1501-4db9-4ccd-a949-e9dfd54abd51 req-4d8edc0b-6805-436c-859a-7425b7c0fbcf service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413856 Dec 07 15:35:13.824912 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-787e1501-4db9-4ccd-a949-e9dfd54abd51 req-cd198181-4cf9-4649-946f-053ae789a29e service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386971 Dec 07 15:35:14.762587 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3028745-f50e-44e2-8861-f45124442d37 req-5d8a2e04-a2f6-404c-a03f-bb4b18de8698 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:14.764190 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f3028745-f50e-44e2-8861-f45124442d37 req-5d8a2e04-a2f6-404c-a03f-bb4b18de8698 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0982127 Dec 07 15:35:14.814536 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f3028745-f50e-44e2-8861-f45124442d37 req-628b24ec-f015-41e3-b4e5-1adc05be7145 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432110 Dec 07 15:35:16.033827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ce82-e4b0-4295-8116-010ce300766e req-ef730f6c-ad81-4eea-9c17-2f4ed1c52936 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:16.036366 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6d88ce82-e4b0-4295-8116-010ce300766e req-ef730f6c-ad81-4eea-9c17-2f4ed1c52936 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0836833 Dec 07 15:35:16.084683 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6d88ce82-e4b0-4295-8116-010ce300766e req-d4375d8f-f7c1-490a-9827-42a5d6e60071 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425706 Dec 07 15:35:17.312883 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b98de-8fb3-40c9-bd2b-4fd26a40e568 req-6fe81e29-4d02-468c-a8fc-951d904f0b1d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:17.314555 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-283b98de-8fb3-40c9-bd2b-4fd26a40e568 req-6fe81e29-4d02-468c-a8fc-951d904f0b1d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0874553 Dec 07 15:35:17.364561 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-283b98de-8fb3-40c9-bd2b-4fd26a40e568 req-39db712b-6e74-44b4-94c2-17cc31656d0f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432870 Dec 07 15:35:18.583260 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367b7e1-c061-4ac2-8938-777ca468f1c2 req-61d4f4c3-a888-48f6-949a-330334f50cae tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:18.584845 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3367b7e1-c061-4ac2-8938-777ca468f1c2 req-61d4f4c3-a888-48f6-949a-330334f50cae tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0824158 Dec 07 15:35:18.638666 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3367b7e1-c061-4ac2-8938-777ca468f1c2 req-025ba603-03c5-4267-b01e-de09b2850817 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476995 Dec 07 15:35:19.861991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba8af6-1b88-44f6-91b8-761c09291353 req-64e1efb8-c560-4051-87d7-cb7e3701b97c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:19.863938 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-02ba8af6-1b88-44f6-91b8-761c09291353 req-64e1efb8-c560-4051-87d7-cb7e3701b97c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0851099 Dec 07 15:35:19.922128 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-02ba8af6-1b88-44f6-91b8-761c09291353 req-d73fc127-b3d7-4bcd-a568-fdd69f4fd81a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440276 Dec 07 15:35:21.332355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd225ed-5d54-4ba8-afe5-848ea771a8c6 req-1ebf62c7-4e3b-45cc-8083-408e05643051 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:21.333975 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4dd225ed-5d54-4ba8-afe5-848ea771a8c6 req-1ebf62c7-4e3b-45cc-8083-408e05643051 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2761652 Dec 07 15:35:21.383288 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4dd225ed-5d54-4ba8-afe5-848ea771a8c6 req-c83121ca-0746-4ade-8be8-2feb01fd54ce tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Dec 07 15:35:22.600061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbabf8-6c8a-4c8d-b931-880fd0170671 req-a5e1cf7e-63aa-44f5-8d6d-feb74f7562e3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:22.601668 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2dbabf8-6c8a-4c8d-b931-880fd0170671 req-a5e1cf7e-63aa-44f5-8d6d-feb74f7562e3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0819371 Dec 07 15:35:22.651057 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2dbabf8-6c8a-4c8d-b931-880fd0170671 req-ef14e9c1-24aa-4161-966b-7b1b9413cf3a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Dec 07 15:35:23.871936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c913-e06f-48e0-b689-a28ac131b39c req-cf93b908-a1b3-4e07-a2ee-745d66453056 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:23.873467 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-45c9c913-e06f-48e0-b689-a28ac131b39c req-cf93b908-a1b3-4e07-a2ee-745d66453056 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0897629 Dec 07 15:35:23.922175 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-45c9c913-e06f-48e0-b689-a28ac131b39c req-fff71bc4-3fc7-4c28-afa0-bdeec19a74dc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Dec 07 15:35:24.114970 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-844dc86f-8b64-44c8-a510-ff1edcbf277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:25.144612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4744-f800-4c99-bb97-4398145f2804 req-1e7ab7c7-5b47-4bcf-9b86-797b19b1970d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:25.146446 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e7b4744-f800-4c99-bb97-4398145f2804 req-1e7ab7c7-5b47-4bcf-9b86-797b19b1970d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0827794 Dec 07 15:35:25.196396 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e7b4744-f800-4c99-bb97-4398145f2804 req-afbf4ba8-7ce1-44a7-8bd8-f56079b4157c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422087 Dec 07 15:35:25.634967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:26.417984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93a035-c3bd-4f5c-a719-e2d49ad5ee0b req-2042097b-f6f1-45e4-aafb-d96dfbfa1d2d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:26.419550 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5a93a035-c3bd-4f5c-a719-e2d49ad5ee0b req-2042097b-f6f1-45e4-aafb-d96dfbfa1d2d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0853593 Dec 07 15:35:26.467824 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5a93a035-c3bd-4f5c-a719-e2d49ad5ee0b req-bf793caa-f39b-48e9-89de-ee6f9ebf5cb2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420616 Dec 07 15:35:26.857936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7b78d755-1770-4bed-b8db-eaad674378f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:26.914963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:27.696657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c4b8-af89-4010-8857-ce4227a53ce5 req-ffd1c0ca-b4d8-4fc9-a4bb-79116bde6cec tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:27.698214 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7d37c4b8-af89-4010-8857-ce4227a53ce5 req-ffd1c0ca-b4d8-4fc9-a4bb-79116bde6cec tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0835452 Dec 07 15:35:27.751267 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7d37c4b8-af89-4010-8857-ce4227a53ce5 req-5e94a798-46ba-4859-8ba7-fffb7ba4fb5d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Dec 07 15:35:28.360613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:28.999291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ae64-c667-4b8f-a816-5b2fc1b88cde req-c3fa0a45-ce89-4b12-a365-66c7973f2640 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:29.000891 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4f37ae64-c667-4b8f-a816-5b2fc1b88cde req-c3fa0a45-ce89-4b12-a365-66c7973f2640 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0966241 Dec 07 15:35:29.053886 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4f37ae64-c667-4b8f-a816-5b2fc1b88cde req-7db6b4f5-93b4-4e1d-b6b6-785387a70a90 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459003 Dec 07 15:35:30.315266 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925b7b5-fd98-4cd7-89c1-c79d13752cd8 req-ffbeb7ea-9cac-43bd-8b92-00050d74c26f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:30.317593 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f925b7b5-fd98-4cd7-89c1-c79d13752cd8 req-ffbeb7ea-9cac-43bd-8b92-00050d74c26f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0903912 Dec 07 15:35:30.367483 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f925b7b5-fd98-4cd7-89c1-c79d13752cd8 req-d77009f0-eade-4469-a25d-7c539f3eba9d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437272 Dec 07 15:35:31.586705 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781b56-672e-4f3a-9d85-05c3534fa2dc req-d682fd5a-b531-4b80-9442-4be7d8d742e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:31.588252 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1f781b56-672e-4f3a-9d85-05c3534fa2dc req-d682fd5a-b531-4b80-9442-4be7d8d742e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0828364 Dec 07 15:35:31.637890 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1f781b56-672e-4f3a-9d85-05c3534fa2dc req-7a5ed840-1287-456e-9703-08f91c1bcb5b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435374 Dec 07 15:35:32.507610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:35:32.873954 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2675c5-3507-4147-a2e9-bafae6123676 req-61352f23-beeb-4453-81f1-d6ed63f0fa0b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:32.875604 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9f2675c5-3507-4147-a2e9-bafae6123676 req-61352f23-beeb-4453-81f1-d6ed63f0fa0b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0960543 Dec 07 15:35:32.934104 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9f2675c5-3507-4147-a2e9-bafae6123676 req-c891ed84-6743-4484-bb80-de6e576d9f6e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519714 Dec 07 15:35:34.209660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc9727-8119-4aa7-b074-8964af28345a req-7f939fd1-e973-4b6b-9bea-7ce5a0c966eb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:34.212337 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-42bc9727-8119-4aa7-b074-8964af28345a req-7f939fd1-e973-4b6b-9bea-7ce5a0c966eb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1109531 Dec 07 15:35:34.262513 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-42bc9727-8119-4aa7-b074-8964af28345a req-2d45ab31-d313-42bc-82a2-49e0a07f58e5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440104 Dec 07 15:35:35.635898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221d65e-2401-4e2b-aa6d-ecb29e527190 req-222391c1-a2f0-4391-ae71-1679ae3eb89f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:35.637538 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5221d65e-2401-4e2b-aa6d-ecb29e527190 req-222391c1-a2f0-4391-ae71-1679ae3eb89f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0937960 Dec 07 15:35:35.689006 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5221d65e-2401-4e2b-aa6d-ecb29e527190 req-c629b8f6-203a-4ddd-904f-82ae94c5ba50 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452714 Dec 07 15:35:36.910810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c29ef4-0de2-4451-bb06-1555930171a9 req-31d485d2-d58f-4d11-8c92-b9971fa2eee7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:36.912392 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c8c29ef4-0de2-4451-bb06-1555930171a9 req-31d485d2-d58f-4d11-8c92-b9971fa2eee7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0831134 Dec 07 15:35:36.962882 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c8c29ef4-0de2-4451-bb06-1555930171a9 req-2a8d760e-8785-4a71-bf32-5d113c8250b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443892 Dec 07 15:35:38.189599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fb444-8eef-415b-995d-4ec5a93562f1 req-9ee604a8-cb41-4a61-af44-69f3357e011f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:38.191690 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-aa7fb444-8eef-415b-995d-4ec5a93562f1 req-9ee604a8-cb41-4a61-af44-69f3357e011f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0861247 Dec 07 15:35:38.241126 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-aa7fb444-8eef-415b-995d-4ec5a93562f1 req-9b0f04a9-4fb0-4712-afee-7500d87f94c0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431993 Dec 07 15:35:39.467309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2345f34-3d49-4eff-a0f3-f3514a68aa86 req-6e2e5dfa-1862-4698-b483-a0f78aaa208b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:39.468916 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2345f34-3d49-4eff-a0f3-f3514a68aa86 req-6e2e5dfa-1862-4698-b483-a0f78aaa208b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0885825 Dec 07 15:35:39.520168 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2345f34-3d49-4eff-a0f3-f3514a68aa86 req-7109add4-be9f-471e-9f62-69b6302dd810 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439825 Dec 07 15:35:40.744856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4ed3f-266b-4b71-9202-8e3379bde751 req-e21c8767-5c85-4b4e-b264-3b9a31d62f71 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:40.746497 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7cc4ed3f-266b-4b71-9202-8e3379bde751 req-e21c8767-5c85-4b4e-b264-3b9a31d62f71 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0855501 Dec 07 15:35:40.794167 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7cc4ed3f-266b-4b71-9202-8e3379bde751 req-60ed9f97-4d8f-47ad-9821-fca2c3735940 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416400 Dec 07 15:35:41.080276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:42.014698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ad940-89fd-4426-be44-df7ec71e64cc req-1168aad6-6b9a-41af-8e1c-7bc77abab8e5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:42.016319 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-707ad940-89fd-4426-be44-df7ec71e64cc req-1168aad6-6b9a-41af-8e1c-7bc77abab8e5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0855780 Dec 07 15:35:42.066798 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-707ad940-89fd-4426-be44-df7ec71e64cc req-662beb05-ce33-47f4-a17e-b5085f9384e3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Dec 07 15:35:43.287468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96ce6d-9a26-457e-a8c1-b79423175334 req-4fe5b6ed-663d-4168-9a90-7e134a6651f7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:43.289140 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cf96ce6d-9a26-457e-a8c1-b79423175334 req-4fe5b6ed-663d-4168-9a90-7e134a6651f7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0873666 Dec 07 15:35:43.341652 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cf96ce6d-9a26-457e-a8c1-b79423175334 req-c783de72-d83c-4c89-a99f-f8830e90dd61 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463445 Dec 07 15:35:44.575360 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a004dc-404c-4407-ac12-0932c8a29d06 req-4909a5d4-b909-4f8e-9243-a539049896b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:44.576983 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-10a004dc-404c-4407-ac12-0932c8a29d06 req-4909a5d4-b909-4f8e-9243-a539049896b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0880330 Dec 07 15:35:44.625034 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-10a004dc-404c-4407-ac12-0932c8a29d06 req-91e30db5-02e7-4ca0-aab5-2e47a4719349 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418212 Dec 07 15:35:45.841249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c46730-8ff7-4263-a58d-dad29ffd126f req-a23c20f1-f41c-4074-a846-f86d21dc03f1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:45.842773 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-33c46730-8ff7-4263-a58d-dad29ffd126f req-a23c20f1-f41c-4074-a846-f86d21dc03f1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0840266 Dec 07 15:35:45.897097 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-33c46730-8ff7-4263-a58d-dad29ffd126f req-a48f14f4-caa2-42df-b69c-94006496cb29 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475965 Dec 07 15:35:47.113290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d144410-f357-47a0-b82e-8de7a57f1653 req-36ce4d52-c9d4-4e80-97b8-3537f9cb1e02 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:47.114903 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6d144410-f357-47a0-b82e-8de7a57f1653 req-36ce4d52-c9d4-4e80-97b8-3537f9cb1e02 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0825839 Dec 07 15:35:47.165582 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6d144410-f357-47a0-b82e-8de7a57f1653 req-4582d61e-d3fb-4dcd-8215-2c0204673597 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Dec 07 15:35:48.396824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382a113-8299-4688-88e7-23f89b632066 req-a65b14e8-ba79-489f-9f93-6d6078522f3c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:48.398473 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1382a113-8299-4688-88e7-23f89b632066 req-a65b14e8-ba79-489f-9f93-6d6078522f3c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0902183 Dec 07 15:35:48.449956 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1382a113-8299-4688-88e7-23f89b632066 req-d788fe54-27b8-4fd1-a2e6-f12ff7a6d5b8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454204 Dec 07 15:35:49.676278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b20d7-5baf-4d30-8c19-f9ba3fa5d8a8 req-d87807d7-5154-42b0-84a0-506ca88354e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:49.677961 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9a8b20d7-5baf-4d30-8c19-f9ba3fa5d8a8 req-d87807d7-5154-42b0-84a0-506ca88354e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0874848 Dec 07 15:35:49.731094 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9a8b20d7-5baf-4d30-8c19-f9ba3fa5d8a8 req-18fb9330-f124-422e-ab7b-77b5d4c1c4d8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456376 Dec 07 15:35:50.959870 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e597108-fc78-4241-901f-53c5270e28ae req-50052066-206f-423c-985f-fcf725bf16cf tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:50.961528 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0e597108-fc78-4241-901f-53c5270e28ae req-50052066-206f-423c-985f-fcf725bf16cf tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0877800 Dec 07 15:35:51.012463 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0e597108-fc78-4241-901f-53c5270e28ae req-eaecb69f-fdbc-429f-b514-4cd7c19a02f3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445821 Dec 07 15:35:52.246747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34bdd-0759-4727-8534-ed5e67015b9b req-b1e1dfb7-e816-4bbc-b9c2-67f661b60548 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:52.248338 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d8d34bdd-0759-4727-8534-ed5e67015b9b req-b1e1dfb7-e816-4bbc-b9c2-67f661b60548 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0903325 Dec 07 15:35:52.300060 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d8d34bdd-0759-4727-8534-ed5e67015b9b req-a7fc5c79-e60e-46cd-ba61-2de60e8aebd3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448411 Dec 07 15:35:53.521988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52deb9-ea03-4bce-af1c-4680e32d1b6a req-60254113-320c-4f0a-b5e7-813c0ac2faf0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:53.523532 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6e52deb9-ea03-4bce-af1c-4680e32d1b6a req-60254113-320c-4f0a-b5e7-813c0ac2faf0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0868037 Dec 07 15:35:53.572969 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6e52deb9-ea03-4bce-af1c-4680e32d1b6a req-6d7e2d75-ba2b-43d5-9400-eada0e54423a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434051 Dec 07 15:35:54.125672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5dadb525-177e-455d-adc3-c9ad43d1d6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:54.797845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ae537-9db5-49ba-a886-fbbd7433c3e9 req-625cd3ff-e66a-45b3-aaba-f1f93fa8cc85 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:54.799446 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-240ae537-9db5-49ba-a886-fbbd7433c3e9 req-625cd3ff-e66a-45b3-aaba-f1f93fa8cc85 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0873296 Dec 07 15:35:54.852221 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-240ae537-9db5-49ba-a886-fbbd7433c3e9 req-871bcceb-2d7b-4ffb-b60d-4c1c1fa020ec tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462255 Dec 07 15:35:55.639909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:56.077013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7d6da-119c-4c75-b2ce-9d6b55200717 req-6fb7e43e-67c2-4c2a-9e7e-92575d2bb052 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:56.078695 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1ba7d6da-119c-4c75-b2ce-9d6b55200717 req-6fb7e43e-67c2-4c2a-9e7e-92575d2bb052 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0870428 Dec 07 15:35:56.131222 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1ba7d6da-119c-4c75-b2ce-9d6b55200717 req-ab41c17a-1693-4f0c-99a7-01df35fc7101 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457492 Dec 07 15:35:56.857518 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-91a1910e-b50f-48d0-8b0c-31db45005dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:56.920004 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:57.356059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29dc33-da8e-4d09-b04e-ecba325760d1 req-26a3e52c-00cc-4c2d-9d12-c1816027e380 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:57.357685 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8a29dc33-da8e-4d09-b04e-ecba325760d1 req-26a3e52c-00cc-4c2d-9d12-c1816027e380 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0879357 Dec 07 15:35:57.407325 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8a29dc33-da8e-4d09-b04e-ecba325760d1 req-8a2ad500-3fa9-421f-aa07-e520326b7ea0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426235 Dec 07 15:35:58.365911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:58.626289 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a0356-a6a9-4a73-9e21-a2ed972ba7df req-fe59ddf5-967e-4812-8714-94e5a1a4dfff tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:58.627969 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-147a0356-a6a9-4a73-9e21-a2ed972ba7df req-fe59ddf5-967e-4812-8714-94e5a1a4dfff tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0836024 Dec 07 15:35:58.679987 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-147a0356-a6a9-4a73-9e21-a2ed972ba7df req-b2f8fa6d-bd59-4525-8bf1-f1c259a9bb7a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447822 Dec 07 15:35:59.912504 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198de1d-437c-40de-ba48-8a5543ee9db0 req-8d50b765-9b7f-4809-8202-cc37aff26111 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:35:59.914184 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b198de1d-437c-40de-ba48-8a5543ee9db0 req-8d50b765-9b7f-4809-8202-cc37aff26111 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0944264 Dec 07 15:35:59.964560 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b198de1d-437c-40de-ba48-8a5543ee9db0 req-76d7b485-99f7-41ab-a83e-775015ac37e0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 Dec 07 15:36:01.207201 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeded22a-95c3-4d6b-b83d-1c986cf92a41 req-5355ce64-5cb4-4e11-8d3a-963efa9f98fb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:01.208861 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-aeded22a-95c3-4d6b-b83d-1c986cf92a41 req-5355ce64-5cb4-4e11-8d3a-963efa9f98fb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0975816 Dec 07 15:36:01.263796 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-aeded22a-95c3-4d6b-b83d-1c986cf92a41 req-4081ce62-96e5-478c-8c89-32cf35fbede4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455260 Dec 07 15:36:02.497236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ce56-f966-41db-aa59-61c49e83e5a9 req-82e02c05-8ea3-4d4c-9375-a3e9eb6e6b13 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:02.498833 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c6b7ce56-f966-41db-aa59-61c49e83e5a9 req-82e02c05-8ea3-4d4c-9375-a3e9eb6e6b13 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0862172 Dec 07 15:36:02.548221 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c6b7ce56-f966-41db-aa59-61c49e83e5a9 req-8717aa3c-054c-4664-b7c3-cd62433eb2ad tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 Dec 07 15:36:03.773047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65f83c-2811-4aa4-98c9-cf57bef6758e req-518b3ded-f7ab-447b-9102-309469b9f4ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:03.774705 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cd65f83c-2811-4aa4-98c9-cf57bef6758e req-518b3ded-f7ab-447b-9102-309469b9f4ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0847363 Dec 07 15:36:03.828304 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cd65f83c-2811-4aa4-98c9-cf57bef6758e req-a875f3ff-1790-41a3-8578-311e3389453a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472417 Dec 07 15:36:05.056364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55c71-6820-4de4-8613-70080087ade2 req-638d3ded-b5ae-40ca-90de-e340474950a1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:05.058037 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-63a55c71-6820-4de4-8613-70080087ade2 req-638d3ded-b5ae-40ca-90de-e340474950a1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0870516 Dec 07 15:36:05.110757 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-63a55c71-6820-4de4-8613-70080087ade2 req-1baf71e8-ab95-46f4-9d2e-3eca892f1701 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451863 Dec 07 15:36:06.338707 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e7c78-0e71-4563-9e37-6799ec506d32 req-7c9fa52d-724b-4204-8e37-549fccdc7422 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:06.340279 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d89e7c78-0e71-4563-9e37-6799ec506d32 req-7c9fa52d-724b-4204-8e37-549fccdc7422 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0893109 Dec 07 15:36:06.390452 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d89e7c78-0e71-4563-9e37-6799ec506d32 req-438763eb-c19b-49e4-9e30-ad877cd89dd8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Dec 07 15:36:07.616364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466f3e2-efc4-427b-b6e3-21ca3db70555 req-40898f38-3873-4e9f-8e8c-eaaee8ac5327 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:07.618186 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e466f3e2-efc4-427b-b6e3-21ca3db70555 req-40898f38-3873-4e9f-8e8c-eaaee8ac5327 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0889268 Dec 07 15:36:07.672926 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e466f3e2-efc4-427b-b6e3-21ca3db70555 req-622e5f7f-d43a-4fd2-abe0-7e5893835a63 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478382 Dec 07 15:36:08.907357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4044e69-6146-4ed7-a8ef-530abfc0f870 req-23ef35af-658c-4850-a7da-e695cfe81ade tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:08.909559 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a4044e69-6146-4ed7-a8ef-530abfc0f870 req-23ef35af-658c-4850-a7da-e695cfe81ade tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0921526 Dec 07 15:36:08.962582 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a4044e69-6146-4ed7-a8ef-530abfc0f870 req-d27a1abe-3368-48f5-adc5-dbbb4e8fe898 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462339 Dec 07 15:36:09.509461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:36:10.182176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5a233-b161-4004-b77e-05ef2c832a10 req-bb7cdafd-b53a-4ecd-9915-50762588bad1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:10.183772 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a2f5a233-b161-4004-b77e-05ef2c832a10 req-bb7cdafd-b53a-4ecd-9915-50762588bad1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0835714 Dec 07 15:36:10.234625 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a2f5a233-b161-4004-b77e-05ef2c832a10 req-6d2986c2-53c6-46d2-8c79-c48a065ff5ca tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442810 Dec 07 15:36:11.108125 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:11.457335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe1f01-0849-40f1-ab2d-a0b4c20fc5d3 req-1beb4617-b231-410a-b847-dd5819fae7db tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:11.458930 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c7fe1f01-0849-40f1-ab2d-a0b4c20fc5d3 req-1beb4617-b231-410a-b847-dd5819fae7db tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0849504 Dec 07 15:36:11.507518 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c7fe1f01-0849-40f1-ab2d-a0b4c20fc5d3 req-c415ff6a-988f-4af6-ac07-4d4216cbf034 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425296 Dec 07 15:36:12.646890 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2a8103a-375b-43f8-8ed8-eb93acb56bf3 req-ca8078f0-45af-429c-bb12-96a576b06dd7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801220 Dec 07 15:36:12.745655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b4d31-ef1e-4505-a588-eef2f93b7274 req-550422aa-401a-4d30-ae5f-7435f68c2e0c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:12.747368 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-603b4d31-ef1e-4505-a588-eef2f93b7274 req-550422aa-401a-4d30-ae5f-7435f68c2e0c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0953054 Dec 07 15:36:12.804915 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-603b4d31-ef1e-4505-a588-eef2f93b7274 req-c46594e7-3acd-42ec-b91a-b9a9598dcd67 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510399 Dec 07 15:36:12.808164 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2a8103a-375b-43f8-8ed8-eb93acb56bf3 req-6a85a8fd-09e4-43c9-b531-d005049f77a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 1098 time: 0.0811734 Dec 07 15:36:12.972712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8103a-375b-43f8-8ed8-eb93acb56bf3 req-6c5b09f7-25be-41f6-9707-a45ccb354c63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:12.974458 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2a8103a-375b-43f8-8ed8-eb93acb56bf3 req-6c5b09f7-25be-41f6-9707-a45ccb354c63 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 915 time: 0.1466320 Dec 07 15:36:13.046504 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2a8103a-375b-43f8-8ed8-eb93acb56bf3 req-90159c04-142c-454a-b661-dcd3fb996732 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a HTTP/1.1" status: 200 len: 217 time: 0.0661070 Dec 07 15:36:13.122828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8103a-375b-43f8-8ed8-eb93acb56bf3 req-600439b0-8bdd-415a-a83c-479e4af6005f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:13.124434 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2a8103a-375b-43f8-8ed8-eb93acb56bf3 req-600439b0-8bdd-415a-a83c-479e4af6005f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0704803 Dec 07 15:36:13.176807 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2a8103a-375b-43f8-8ed8-eb93acb56bf3 req-cd80239b-f0b6-41f4-a7b8-f1cc36299316 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463593 Dec 07 15:36:13.332984 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2a8103a-375b-43f8-8ed8-eb93acb56bf3 req-5378b4c1-2313-478b-a647-98f353beceb4 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491492 Dec 07 15:36:13.480834 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b2a8103a-375b-43f8-8ed8-eb93acb56bf3 req-7428c674-c90f-4485-9feb-84c771a801be service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407220 Dec 07 15:36:14.032320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455c21a-134e-454c-a7a6-c8b7856c1d1f req-fe71db3e-b6dc-434d-8d78-9e6faa5728b4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:14.033946 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3455c21a-134e-454c-a7a6-c8b7856c1d1f req-fe71db3e-b6dc-434d-8d78-9e6faa5728b4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0859702 Dec 07 15:36:14.084080 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3455c21a-134e-454c-a7a6-c8b7856c1d1f req-91ac6302-cea6-4338-bfaf-c454071379b8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428753 Dec 07 15:36:15.317651 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576261fd-9105-4458-a53f-fcbb5afc18c4 req-785883a1-b5fe-4d39-beed-1ff612a1d2e7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:15.319918 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-576261fd-9105-4458-a53f-fcbb5afc18c4 req-785883a1-b5fe-4d39-beed-1ff612a1d2e7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0915074 Dec 07 15:36:15.370926 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-576261fd-9105-4458-a53f-fcbb5afc18c4 req-6d353497-ebc5-41ef-a4d9-6c616f946a10 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448136 Dec 07 15:36:16.595381 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60fa5-351a-4d96-9c66-6c3cc1b4e9a5 req-e95e36cd-4366-4ec1-a736-d8be8fa318d3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:16.597193 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-34c60fa5-351a-4d96-9c66-6c3cc1b4e9a5 req-e95e36cd-4366-4ec1-a736-d8be8fa318d3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0862389 Dec 07 15:36:16.650646 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-34c60fa5-351a-4d96-9c66-6c3cc1b4e9a5 req-f75fb37b-fb51-4e42-a8cf-d6e7df80e694 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468824 Dec 07 15:36:17.879576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfc38a-31a3-42a0-b47d-0f805812994a req-617755ec-aed3-4535-b257-98417ad662cf tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:17.882116 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-29cfc38a-31a3-42a0-b47d-0f805812994a req-617755ec-aed3-4535-b257-98417ad662cf tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0911644 Dec 07 15:36:17.932503 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-29cfc38a-31a3-42a0-b47d-0f805812994a req-d8c2dd83-1acb-42cc-8806-b54a5be1aa3b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 Dec 07 15:36:19.159251 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdf6eb-059a-4bce-914a-d3d17ebf4a53 req-795a46e0-450e-4848-b720-370e05c9a9f9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:19.160897 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dacdf6eb-059a-4bce-914a-d3d17ebf4a53 req-795a46e0-450e-4848-b720-370e05c9a9f9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0875611 Dec 07 15:36:19.211959 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dacdf6eb-059a-4bce-914a-d3d17ebf4a53 req-86872a2b-cc77-4f0f-a92b-b2cb4ea05fd3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441749 Dec 07 15:36:20.439876 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb565-15e5-4f71-8387-cc04a7845c94 req-610c3f3b-7ef4-4205-bd16-f07b86138698 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:20.441491 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b4adb565-15e5-4f71-8387-cc04a7845c94 req-610c3f3b-7ef4-4205-bd16-f07b86138698 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0872641 Dec 07 15:36:20.495889 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b4adb565-15e5-4f71-8387-cc04a7845c94 req-04c760cc-9f9d-4090-b1cd-128abad0b918 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459645 Dec 07 15:36:21.725196 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e47fb5-c494-4836-86bd-476851569cd8 req-b03d978c-91ad-4b83-b2bb-9bbd06e0361a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:21.726832 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-37e47fb5-c494-4836-86bd-476851569cd8 req-b03d978c-91ad-4b83-b2bb-9bbd06e0361a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0857773 Dec 07 15:36:21.781135 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-37e47fb5-c494-4836-86bd-476851569cd8 req-53b8cb08-8ab8-446f-ad17-5ec045f44835 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479116 Dec 07 15:36:23.014302 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5bbf8-bd74-4749-95b8-4c761e65abd8 req-a648c5a4-534a-486c-9523-b27d82b32cad tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:23.015934 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4cb5bbf8-bd74-4749-95b8-4c761e65abd8 req-a648c5a4-534a-486c-9523-b27d82b32cad tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0844579 Dec 07 15:36:23.066215 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4cb5bbf8-bd74-4749-95b8-4c761e65abd8 req-e8d6075f-4831-4689-80ab-7bec60fd7fe8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Dec 07 15:36:24.125101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3412d097-28dc-4f83-9327-ba86ec3bf391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:24.291461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f0f2c-c27f-44b8-8492-e065576b4c85 req-7ebe5d22-462b-4c15-8fe6-d69ee1e7dd9c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:24.293047 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b91f0f2c-c27f-44b8-8492-e065576b4c85 req-7ebe5d22-462b-4c15-8fe6-d69ee1e7dd9c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0859184 Dec 07 15:36:24.341142 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b91f0f2c-c27f-44b8-8492-e065576b4c85 req-b93e2009-ad6b-4db8-acb3-33dfce38c7fc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417886 Dec 07 15:36:24.797031 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-e86333f8-5635-424c-b5c3-651ee419cff3 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:24.798651 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-e86333f8-5635-424c-b5c3-651ee419cff3 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 814 time: 0.3455753 Dec 07 15:36:24.819866 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-9fad08ad-a03a-4bb3-b911-08a3a9d9bafa tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/quotas/d1927af6c0f848fda65bfb8c68802479 HTTP/1.1" status: 200 len: 375 time: 0.0134094 Dec 07 15:36:24.973164 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-48a3fa63-d0f5-42f9-86ea-71b14cf24480 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1470742 Dec 07 15:36:24.982599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9b42a-1544-439f-9de7-20007b5e81e8 req-7115ed31-0511-4551-bb35-a5eb6ae6f799 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:24.984148 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-89d9b42a-1544-439f-9de7-20007b5e81e8 req-7115ed31-0511-4551-bb35-a5eb6ae6f799 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 945 time: 0.1234891 Dec 07 15:36:25.040889 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-89d9b42a-1544-439f-9de7-20007b5e81e8 req-11c4d721-b365-4ced-8784-ed8e3c542e70 tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8902a87-b096-4e92-839e-dc683fa66a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482583 Dec 07 15:36:25.222722 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-740fec7e-67db-41f5-b184-4fc7c905164e service neutron] 10.222.0.64 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375202 Dec 07 15:36:25.261841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169b82-878f-46b5-80f7-75ce53a76574 req-7d8df1e1-c2b2-42bd-a1ba-96de1770e40a tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:25.263399 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-97169b82-878f-46b5-80f7-75ce53a76574 req-7d8df1e1-c2b2-42bd-a1ba-96de1770e40a tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.66 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 945 time: 0.0933721 Dec 07 15:36:25.337563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-97169b82-878f-46b5-80f7-75ce53a76574 req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Deleting port 37f4f15b-2a36-4853-9530-4e1a98374bc1 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:36:25.337952 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-97169b82-878f-46b5-80f7-75ce53a76574 req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:25.367634 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-c27b8771-3a68-414d-8f41-49c56a996b76 service neutron] 10.222.0.64 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379762 Dec 07 15:36:25.579951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9c94a-9309-419f-ae2f-dcdf4b1ba044 req-d37d65d0-9e16-43f3-848f-b746e1eb8bd0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:25.589211 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8de9c94a-9309-419f-ae2f-dcdf4b1ba044 req-d37d65d0-9e16-43f3-848f-b746e1eb8bd0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1040537 Dec 07 15:36:25.630926 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-97169b82-878f-46b5-80f7-75ce53a76574 req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] For port 37f4f15b-2a36-4853-9530-4e1a98374bc1, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=37f4f15b-2a36-4853-9530-4e1a98374bc1,segment=NetworkSegment(958d88a5-3441-47ae-a783-25d69772b4d4),segment_id=958d88a5-3441-47ae-a783-25d69772b4d4)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:36:25.631516 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-97169b82-878f-46b5-80f7-75ce53a76574 req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:25.645491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:25.690261 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d7c6850a-c46a-457e-b636-3c38923f3e07 req-97bcbcad-f0bf-42ce-a7e1-0be7d0f20b22 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 210 time: 0.0654869 Dec 07 15:36:25.712075 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8de9c94a-9309-419f-ae2f-dcdf4b1ba044 req-3bc6a86b-bab8-4616-9e07-f9c519f0467c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218662 Dec 07 15:36:25.773213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-97169b82-878f-46b5-80f7-75ce53a76574 req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Calling delete_port for 37f4f15b-2a36-4853-9530-4e1a98374bc1 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:36:25.960084 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-97169b82-878f-46b5-80f7-75ce53a76574 req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:25.966973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-58f4db77-40e9-4364-9d6a-43c5aa437488 tempest-VolumesActionsTest-1099872079 tempest-VolumesActionsTest-1099872079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:25.972698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['37f4f15b-2a36-4853-9530-4e1a98374bc1'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:36:26.017152 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Pushing event deleted for resources: {'Port': ['ID=37f4f15b-2a36-4853-9530-4e1a98374bc1,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:26.062487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.062914 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.063336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.063743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.064173 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.064550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.064950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.065404 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.065807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.066203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.066597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:26.074725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:26.119281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-97169b82-878f-46b5-80f7-75ce53a76574 req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] No DVR routers for this DVR port 37f4f15b-2a36-4853-9530-4e1a98374bc1 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:36:26.121857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-97169b82-878f-46b5-80f7-75ce53a76574 req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:26.124874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07e8291-7e0c-48d9-b838-56982b01fbe1', 'name': 'network-vif-deleted', 'tag': '37f4f15b-2a36-4853-9530-4e1a98374bc1'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:36:26.167145 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-97169b82-878f-46b5-80f7-75ce53a76574 req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.66 "DELETE /v2.0/ports/37f4f15b-2a36-4853-9530-4e1a98374bc1 HTTP/1.1" status: 204 len: 173 time: 0.8975456 Dec 07 15:36:26.254271 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-85eed455-a8ea-4491-ab72-ab3c3129781c req-f4c904d4-4b08-4c6c-bf9c-cb7999c502cb tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a07e8291-7e0c-48d9-b838-56982b01fbe1 HTTP/1.1" status: 200 len: 210 time: 0.0480249 Dec 07 15:36:26.328371 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07e8291-7e0c-48d9-b838-56982b01fbe1', 'name': 'network-vif-deleted', 'tag': '37f4f15b-2a36-4853-9530-4e1a98374bc1', 'status': 'completed', 'code': 200} Dec 07 15:36:26.902127 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-10bbda56-9297-4973-9562-ef4b9d1dfd9d req-5ea55351-af2d-45ea-880d-8ae4301062ef tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 210 time: 0.0881741 Dec 07 15:36:26.920607 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d07dc93d-9f19-4913-9316-74248d2a025a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:26.988593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:27.050638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28612368-9e52-46ac-8a27-383fd010ce02 req-a2232bc3-183d-4867-944f-59289eaeb744 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:27.052320 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-28612368-9e52-46ac-8a27-383fd010ce02 req-a2232bc3-183d-4867-944f-59289eaeb744 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1348343 Dec 07 15:36:27.111378 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-28612368-9e52-46ac-8a27-383fd010ce02 req-f6a96e5f-ed80-4d73-9c3a-51a1a2fb8f56 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473242 Dec 07 15:36:27.370635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 50862) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:27.519506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ddd9bf-6ed4-44f7-97f4-6509fe40d3df admin admin] Deleting subnet f729ff22-6ad6-4208-a7af-cd1a117b4af3 {{(pid=88286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:36:27.523053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-50ddd9bf-6ed4-44f7-97f4-6509fe40d3df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:27.676660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-50ddd9bf-6ed4-44f7-97f4-6509fe40d3df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354390'] for subnet, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:27.778212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-50ddd9bf-6ed4-44f7-97f4-6509fe40d3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:27.811930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-f002a031-c532-4b2a-b08c-d7b0d5d42e15 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:27.813509 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-f002a031-c532-4b2a-b08c-d7b0d5d42e15 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 814 time: 0.2613094 Dec 07 15:36:27.832209 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Request body: {'port': {'device_id': 'dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5', 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda', 'admin_state_up': True, 'tenant_id': 'd1927af6c0f848fda65bfb8c68802479'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:36:27.986803 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-50ddd9bf-6ed4-44f7-97f4-6509fe40d3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6472984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6791907'] for subnet, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:27.995975 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-617a2180-90dc-4ad4-9950-3888676e200d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:28.035619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:36:28.038160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddd9bf-6ed4-44f7-97f4-6509fe40d3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f729ff22-6ad6-4208-a7af-cd1a117b4af3,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:28.043448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-50ddd9bf-6ed4-44f7-97f4-6509fe40d3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:28.051898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:36:28.055035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-50ddd9bf-6ed4-44f7-97f4-6509fe40d3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:28.065755 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-50ddd9bf-6ed4-44f7-97f4-6509fe40d3df admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f729ff22-6ad6-4208-a7af-cd1a117b4af3 HTTP/1.1" status: 204 len: 168 time: 0.6939454 Dec 07 15:36:28.067473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 50878) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:28.099147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Made reservation on behalf of d1927af6c0f848fda65bfb8c68802479 for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:36:28.105115 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:28.113484 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f9433d75-0c0d-4240-86ab-cca1822ccf1f req-1ea68888-2385-47ed-bcc5-a155c93af081 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 210 time: 0.0486417 Dec 07 15:36:28.268715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:28.362920 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948a072-fb46-4365-ad79-937d17b5c8b1 req-19b53de4-dd3a-4609-b591-c2debdd975cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:28.364819 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1948a072-fb46-4365-ad79-937d17b5c8b1 req-19b53de4-dd3a-4609-b591-c2debdd975cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0904222 Dec 07 15:36:28.376341 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:28.424612 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1948a072-fb46-4365-ad79-937d17b5c8b1 req-2f048a5c-e2fd-4e91-b93c-5fe433ce51bc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527318 Dec 07 15:36:28.486994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:28.524456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Allocated IP 172.20.0.13 (bd68c1ad-fbfc-41af-8c0f-179efa6fddda/39dc1926-414b-41da-885d-bbcd7219f7d2/8b3966fd-0b2c-4cb8-9780-cb2fd04c2720) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:36:28.530854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb96f19-270c-46b9-9658-a4a1af625aea']}} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:36:28.547985 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958d88a5-3441-47ae-a783-25d69772b4d4') {'for_net_delete': True} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:36:28.548323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958d88a5-3441-47ae-a783-25d69772b4d4') {} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:36:28.565094 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853421409'] for segment, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:28.604189 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:28.621786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:36:28.622221 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848302918'] for segment, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:36:28.637134 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:36:29.038115 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 37f4f15b-2a36-4853-9530-4e1a98374bc1 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:36:29.059532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:29.074562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: 37f4f15b-2a36-4853-9530-4e1a98374bc1 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:36:29.074945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 37f4f15b-2a36-4853-9530-4e1a98374bc1 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:36:29.076294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:29.090820 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:29.097734 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:29.109132 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb96f19-270c-46b9-9658-a4a1af625aea,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:29.121851 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:29.160253 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/aeb96f19-270c-46b9-9658-a4a1af625aea HTTP/1.1" status: 204 len: 168 time: 1.0915935 Dec 07 15:36:29.195075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:29.202540 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-13e091b3-42d7-4e1e-a88b-908c65243f72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:29.208768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['e3a7f6f9-a790-45d5-884e-5b34d898288a'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:36:29.279188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Network bd68c1ad-fbfc-41af-8c0f-179efa6fddda is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:36:29.295840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:36:29.298550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:36:29.364316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Pushing event updated for resources: {'Port': ['ID=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:29.370479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:29.377508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:29.378200 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:29.409346 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef8a22-94aa-4c4c-b9af-776bc75cb8ef req-9b990fe5-69fe-4080-b0d2-d684b113fb6b tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:29.411571 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c3ef8a22-94aa-4c4c-b9af-776bc75cb8ef req-9b990fe5-69fe-4080-b0d2-d684b113fb6b tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 932 time: 0.1080656 Dec 07 15:36:29.457211 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6308219 Dec 07 15:36:29.475670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Request body: {'port': {'device_id': 'dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:36:29.484282 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c3ef8a22-94aa-4c4c-b9af-776bc75cb8ef req-498aa150-e8bb-48e3-ac80-0b14efefd343 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603573 Dec 07 15:36:29.564047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 50902) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:29.621824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:29.681462 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f08aee0a-f570-4847-9549-940a127c21c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea483c64e5c1492a9db2f9ac6e98c6bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1160204 Dec 07 15:36:29.684273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 50906) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:29.698760 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe437321-c378-452a-8553-56c051815d6b req-d8eeab5f-3ea9-41f1-9879-5736106f2a33 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:29.700397 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fe437321-c378-452a-8553-56c051815d6b req-d8eeab5f-3ea9-41f1-9879-5736106f2a33 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1178787 Dec 07 15:36:29.754763 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fe437321-c378-452a-8553-56c051815d6b req-ac34b45e-b533-4a65-8cae-9aa47e9ed5f6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480452 Dec 07 15:36:29.856324 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0920658b-e7a6-46f0-824e-661de69d9054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:29.963218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0920658b-e7a6-46f0-824e-661de69d9054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:30.078123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0920658b-e7a6-46f0-824e-661de69d9054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:30.093938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-75b2d879-f5cc-412d-85dc-48ec37b6a7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:30.114009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920658b-e7a6-46f0-824e-661de69d9054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8902a87-b096-4e92-839e-dc683fa66a29,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:30.116542 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0920658b-e7a6-46f0-824e-661de69d9054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:30.127958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:36:30.136231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:30.153374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Transition to ACTIVE for port object 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:36:30.169791 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0920658b-e7a6-46f0-824e-661de69d9054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:30.171050 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0920658b-e7a6-46f0-824e-661de69d9054 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8902a87-b096-4e92-839e-dc683fa66a29 HTTP/1.1" status: 204 len: 168 time: 0.4857299 Dec 07 15:36:30.216400 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:30.221562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3ef8ba1f-fc62-4a16-af3d-8d2bef5531b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:30.352747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Pushing event updated for resources: {'Port': ['ID=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:30.355980 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:30.472176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Attempting to bind port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:36:30.472874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Attempting to bind port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:36:30.472874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Attempting to bind port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 on network bd68c1ad-fbfc-41af-8c0f-179efa6fddda {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:36:30.479968 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 on network bd68c1ad-fbfc-41af-8c0f-179efa6fddda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:36:30.480584 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Attempting to bind port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 on network bd68c1ad-fbfc-41af-8c0f-179efa6fddda {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:36:30.488775 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:36:30.489136 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Checking segment: {'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:36:30.489354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Bound using segment: {'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:36:30.489775 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Bound port: 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:36:30.491020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:30.592335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] For port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:36:30.595824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] For port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:36:30.641682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:30.648802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:30.718404 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:30.719966 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] 10.222.0.66 "PUT /v2.0/ports/8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 HTTP/1.1" status: 200 len: 1094 time: 1.2532721 Dec 07 15:36:30.720507 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5', 'tag': '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:36:30.748967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Pushing event updated for resources: {'Port': ['ID=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:30.752730 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:30.752899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1018719-78b8-493c-ba18-9d0da1368e57 req-c49560d6-7cde-4dda-ae3b-9dd36c7adf2a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:30.754498 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f1018719-78b8-493c-ba18-9d0da1368e57 req-c49560d6-7cde-4dda-ae3b-9dd36c7adf2a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 944 time: 0.1012888 Dec 07 15:36:30.797959 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5', 'tag': '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720', 'status': 'completed', 'code': 200} Dec 07 15:36:30.819741 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f1018719-78b8-493c-ba18-9d0da1368e57 req-fc701262-b2e8-44b4-91c5-46259a74526f tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582912 Dec 07 15:36:30.905542 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4e5d667b-bf68-4a16-ae35-994eeea9fa90 req-91aa5d2e-b60d-4a57-bfa5-e17c39b4ec74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 1097 time: 0.0932410 Dec 07 15:36:31.000712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0a6fb-dfea-446d-bf87-6283d46a47ca req-9d895cc7-9209-4ab3-bd0e-da343bbea1c6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:31.002471 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2ab0a6fb-dfea-446d-bf87-6283d46a47ca req-9d895cc7-9209-4ab3-bd0e-da343bbea1c6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0917416 Dec 07 15:36:31.058703 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2ab0a6fb-dfea-446d-bf87-6283d46a47ca req-84b9418d-173e-4995-a959-f0bd233e38b8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493205 Dec 07 15:36:31.105761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d667b-bf68-4a16-ae35-994eeea9fa90 req-2361c7f3-45e1-4a9f-b542-7426be2d6ff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:31.107801 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4e5d667b-bf68-4a16-ae35-994eeea9fa90 req-2361c7f3-45e1-4a9f-b542-7426be2d6ff2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d1927af6c0f848fda65bfb8c68802479&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1953154 Dec 07 15:36:31.270205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d667b-bf68-4a16-ae35-994eeea9fa90 req-f6373757-f372-4a10-873c-e50c53918ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:31.271830 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4e5d667b-bf68-4a16-ae35-994eeea9fa90 req-f6373757-f372-4a10-873c-e50c53918ba4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576858 Dec 07 15:36:31.387289 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-94f6ef8f-cd41-4542-8d10-15469e5e5f27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 1097 time: 0.0780349 Dec 07 15:36:31.463642 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-e55f5d9e-1491-47bf-99af-cd9104a343db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 HTTP/1.1" status: 200 len: 217 time: 0.0681183 Dec 07 15:36:31.546181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-707683be-278a-4934-adf0-c66550c19827 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:31.547767 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-707683be-278a-4934-adf0-c66550c19827 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0775833 Dec 07 15:36:31.604136 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-0ed57c9b-7dcb-46d2-8b02-02393f73eb17 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492675 Dec 07 15:36:31.797432 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-76221a2f-e772-4351-ba74-a58774a3535b service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856098 Dec 07 15:36:31.948251 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-365339f9-72ee-4a03-8a0a-36feb45fac26 req-40f6d9a3-27bc-4dae-bff5-0a2e5f64cd82 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440320 Dec 07 15:36:32.029573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b0f0-8d61-4c01-97ff-f1554f1cc71d req-7824a199-f5a1-4250-b0ad-12eaac24a672 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:32.031159 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ba98b0f0-8d61-4c01-97ff-f1554f1cc71d req-7824a199-f5a1-4250-b0ad-12eaac24a672 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 944 time: 0.0840285 Dec 07 15:36:32.081466 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ba98b0f0-8d61-4c01-97ff-f1554f1cc71d req-1673de12-c899-4553-984e-104c8ffc098f tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Dec 07 15:36:32.331777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf63a-adde-414f-9014-4b90615c23f7 req-f48385f1-3e61-436b-8529-09b964cd4228 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:32.333432 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-232cf63a-adde-414f-9014-4b90615c23f7 req-f48385f1-3e61-436b-8529-09b964cd4228 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0922701 Dec 07 15:36:32.383959 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-232cf63a-adde-414f-9014-4b90615c23f7 req-a7a8fcfb-1528-4e40-8dd9-5b1df660a8be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442965 Dec 07 15:36:33.316317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36bd34-fbe8-49ef-8024-aef77f73dd62 req-31373a6c-6d0e-4e6c-a8a0-36c7255ff297 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:33.318013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1b36bd34-fbe8-49ef-8024-aef77f73dd62 req-31373a6c-6d0e-4e6c-a8a0-36c7255ff297 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 944 time: 0.0860748 Dec 07 15:36:33.367452 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1b36bd34-fbe8-49ef-8024-aef77f73dd62 req-3c01cfda-2aa0-47ef-bc11-f31354439a26 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Dec 07 15:36:33.610643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cff2f3-4871-4e62-b4ca-7f3dde36a997 req-37275b2d-706d-4555-9a0a-8d4ee7f57af1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:33.612314 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-77cff2f3-4871-4e62-b4ca-7f3dde36a997 req-37275b2d-706d-4555-9a0a-8d4ee7f57af1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0888300 Dec 07 15:36:33.671979 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-77cff2f3-4871-4e62-b4ca-7f3dde36a997 req-b63dd9fe-aff6-4c9a-ab67-cc6e003a1c74 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515583 Dec 07 15:36:34.572215 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279c45c-ca51-4f25-88ad-9b221b8d1596 req-98414449-badc-49fd-b782-219c2309f401 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:34.573769 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7279c45c-ca51-4f25-88ad-9b221b8d1596 req-98414449-badc-49fd-b782-219c2309f401 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 944 time: 0.0836377 Dec 07 15:36:34.626819 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7279c45c-ca51-4f25-88ad-9b221b8d1596 req-fce3c4cc-cb35-476f-848d-1bf33ef44e45 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469394 Dec 07 15:36:34.894948 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1d770-a841-4cb4-9815-dcf632f9391d req-a36da019-1098-490c-8ab0-053d8fc032f4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:34.896625 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f0b1d770-a841-4cb4-9815-dcf632f9391d req-a36da019-1098-490c-8ab0-053d8fc032f4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0857930 Dec 07 15:36:34.947439 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f0b1d770-a841-4cb4-9815-dcf632f9391d req-4a64bb90-78fd-40a1-b1f4-88a597332e80 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429068 Dec 07 15:36:35.062884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:36:35.199687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:36:35.216871 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720', 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda', 'port_id': '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720', 'mac_address': 'fa:16:3e:71:b4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dc1926-414b-41da-885d-bbcd7219f7d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:36:35.274912 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:35.293940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:36:35.309679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:36:35.341418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:35.343865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:35.418851 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:35.431002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.431613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.432147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.432676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.433362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.433738 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.434221 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.434472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.434846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.435216 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.435693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:35.439851 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:35.500747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51026) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:35.650226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['8b3966fd-0b2c-4cb8-9780-cb2fd04c2720'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:36:35.655762 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:35.706938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:36:35.712873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] Usage tracker for resource:security_group_rule and tenant:9b6ff5aff3fd48a694d615b34363be85 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:36:35.718343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:36:35.726355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:36:35.855329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6416a6-9c61-4253-9644-30736223ef91 req-1383cd0a-ee3e-47fe-a41a-d7d10558538f tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:35.857114 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5d6416a6-9c61-4253-9644-30736223ef91 req-1383cd0a-ee3e-47fe-a41a-d7d10558538f tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 945 time: 0.0927799 Dec 07 15:36:35.868615 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:35.909147 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5d6416a6-9c61-4253-9644-30736223ef91 req-00d2e344-8e8b-4229-a27b-20c5a3bea8f9 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Dec 07 15:36:35.924852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:35.933429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e3111a7e-6b85-4978-88b3-3aba1027f9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:35.979442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da0b247-bcae-4e73-ba48-cf407337db75,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:35.983256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:35.987516 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b6ff5aff3fd48a694d615b34363be85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4856319 Dec 07 15:36:35.991192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 51040) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:36.059928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:36.089535 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:36.209005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721929c0-96fd-43dc-8f35-7e1ce41ec077 req-429ac597-f0b9-4308-96fb-9d9d62c001ff tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:36.210774 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-721929c0-96fd-43dc-8f35-7e1ce41ec077 req-429ac597-f0b9-4308-96fb-9d9d62c001ff tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1133530 Dec 07 15:36:36.259357 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-721929c0-96fd-43dc-8f35-7e1ce41ec077 req-25902843-e74a-40a8-90be-1f670ace7312 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423458 Dec 07 15:36:36.296277 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:36.301689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1b510683-19a7-4bdc-9da6-4519087bd547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:36.316329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da0b247-bcae-4e73-ba48-cf407337db75,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:36.324634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:36.325885 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2da0b247-bcae-4e73-ba48-cf407337db75 HTTP/1.1" status: 204 len: 168 time: 0.3337502 Dec 07 15:36:36.330332 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.330332 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.330735 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.331128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.331521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.331911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.332298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.332686 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.333071 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.333475 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.333857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:36:36.337428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:37.068011 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:36:37.215685 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:36:37.219452 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:36:37.220093 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:37.301191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe415a-f72f-4521-b9b7-76460563f5ae req-0a5616a3-92fb-43a9-9801-6e04e71f366b tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:37.303623 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5afe415a-f72f-4521-b9b7-76460563f5ae req-0a5616a3-92fb-43a9-9801-6e04e71f366b tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 945 time: 0.1000259 Dec 07 15:36:37.352151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:37.364524 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5afe415a-f72f-4521-b9b7-76460563f5ae req-6e973d19-c3d1-49f6-97bc-373880d1a8ec tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541391 Dec 07 15:36:37.392084 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:36:37.403309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:36:37.427470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:37.430086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ab3377d8-350e-4f69-bbfa-5ad6f4b6196b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:37.503421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89c32-a0b8-4f18-8bff-d64d9fcb5f9e req-05fa205a-f865-4065-8366-fd886abbb576 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:37.504312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:37.505277 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a4d89c32-a0b8-4f18-8bff-d64d9fcb5f9e req-05fa205a-f865-4065-8366-fd886abbb576 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0975518 Dec 07 15:36:37.523867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:37.527022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51080) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:37.559528 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a4d89c32-a0b8-4f18-8bff-d64d9fcb5f9e req-369c752b-5c35-4a0b-91b3-90be91f3213a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463324 Dec 07 15:36:37.657434 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720', 'code': 200} Dec 07 15:36:37.690334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1720145300-network', 'tenant_id': 'db5b2a31f20d4585a126297e58cec7af'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:36:37.696131 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:36:37.700660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Usage tracker for resource:network and tenant:db5b2a31f20d4585a126297e58cec7af is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:36:37.703939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:36:37.712397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:36:37.747862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Made reservation on behalf of db5b2a31f20d4585a126297e58cec7af for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:36:37.752606 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:37.766855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:37.810495 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:36:37.814575 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Usage tracker for resource:security_group_rule and tenant:db5b2a31f20d4585a126297e58cec7af is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:36:37.817720 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:36:37.824824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:36:37.898316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:37.955795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:37.964956 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b60dffeb-691b-4e08-b332-8c3ecc6a21f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:37.998713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:36:38.025900 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0024bae-7c1a-4507-9668-551516561792,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:38.028894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:38.029429 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Added segment 894f2fca-02b1-490c-acfe-c4beb335e3f3 of type vlan for network d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab Dec 07 15:36:38.031890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:38.068862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:38.080187 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-65e03f0d-966f-417c-8cd6-ff1d8287c38a req-cbb77fca-f5c5-4513-b750-b646adbe4059 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 1099 time: 0.1620259 Dec 07 15:36:38.142028 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-65e03f0d-966f-417c-8cd6-ff1d8287c38a req-f1bee6a5-99a6-4e3b-8081-1591eb032e0c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550246 Dec 07 15:36:38.159285 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:38.160590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:38.161287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:38.167263 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-00efe461-782d-4b03-9eb6-21e65d3290e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:38.280948 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Pushing event updated for resources: {'Network': ['ID=d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:38.283891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:38.295048 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:36:38.314793 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7865636 Dec 07 15:36:38.323189 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51094) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:38.328517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Request body: {'subnet': {'network_id': 'd4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1720145300-subnet', 'tenant_id': 'db5b2a31f20d4585a126297e58cec7af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:36:38.336929 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:36:38.341214 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Usage tracker for resource:subnet and tenant:db5b2a31f20d4585a126297e58cec7af is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:36:38.344268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:36:38.350547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:36:38.399608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Made reservation on behalf of db5b2a31f20d4585a126297e58cec7af for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:36:38.405239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847983878'] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:38.578137 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb94c5-0119-42f4-8c57-00bc2f34fc5d req-3fc9b6de-fd07-4385-8696-a6dbc8142938 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:38.579648 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bbdb94c5-0119-42f4-8c57-00bc2f34fc5d req-3fc9b6de-fd07-4385-8696-a6dbc8142938 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 946 time: 0.0871391 Dec 07 15:36:38.634930 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bbdb94c5-0119-42f4-8c57-00bc2f34fc5d req-90d6643b-35a0-40ab-a1bd-181787713860 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484173 Dec 07 15:36:38.669880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848302636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847983893'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:38.673194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e29aee75-afec-40c2-b131-0a4445ef0849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:38.743814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1cbce09-166e-4cd8-9275-7c2f37dd9ddf,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:38.746718 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:38.776703 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Checking segment: {'id': '894f2fca-02b1-490c-acfe-c4beb335e3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:36:38.777296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Network hostable DHCP agents. Network: d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:36:38.803635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52633c-2123-4e25-8cb6-abd17b7d7301 req-68faa3e0-7313-4eef-9b67-44558c7756ce tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:38.805224 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4a52633c-2123-4e25-8cb6-abd17b7d7301 req-68faa3e0-7313-4eef-9b67-44558c7756ce tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0926635 Dec 07 15:36:38.827746 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Network d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:36:38.854424 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4a52633c-2123-4e25-8cb6-abd17b7d7301 req-99f43e26-3d12-4288-beb6-d9365e9ff067 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426407 Dec 07 15:36:38.862019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:36:38.868363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:38.869572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:38.872776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa951259-a416-4a53-b632-45991c704887 None None] Network d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:36:38.920053 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5962560 Dec 07 15:36:39.126249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eff34f-5d4e-4975-8246-ddd71a0435f3 None None] Network d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:36:39.856451 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae441c53-9290-4ba8-9d57-afe3de78915e req-ff872bf7-9c02-4116-a88b-7727bfacb8c2 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:39.858136 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ae441c53-9290-4ba8-9d57-afe3de78915e req-ff872bf7-9c02-4116-a88b-7727bfacb8c2 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 946 time: 0.0898032 Dec 07 15:36:39.940252 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ae441c53-9290-4ba8-9d57-afe3de78915e req-e9a0f5fa-2c13-4ccd-89a0-9c848b70ab22 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713718 Dec 07 15:36:40.064608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51138) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:40.072683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1431951536-network', 'tenant_id': '1162f9bc539047fb88b8a8ac609a9bc9'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:36:40.077902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:36:40.082592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Usage tracker for resource:network and tenant:1162f9bc539047fb88b8a8ac609a9bc9 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:36:40.087482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:36:40.112739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b57bc-4645-4fd5-94c7-3078a7717e49 req-4d434647-4110-4d21-973e-6f59e46544ea tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:40.114224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:36:40.114411 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-401b57bc-4645-4fd5-94c7-3078a7717e49 req-4d434647-4110-4d21-973e-6f59e46544ea tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0872176 Dec 07 15:36:40.159183 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Made reservation on behalf of 1162f9bc539047fb88b8a8ac609a9bc9 for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:36:40.164156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:40.169348 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-401b57bc-4645-4fd5-94c7-3078a7717e49 req-99f5ba12-3e79-4b24-8424-e9969d6c48ef tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474215 Dec 07 15:36:40.179064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:40.226130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:36:40.235795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Usage tracker for resource:security_group_rule and tenant:1162f9bc539047fb88b8a8ac609a9bc9 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:36:40.235795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:36:40.240344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:36:40.316588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:40.347388 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:40.352681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-146bde91-8143-4f05-9b13-63dc1f700296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:40.393777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:36:40.394340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451cdf40-f61c-4dfa-adc0-ad93c5944c9f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:40.399761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:40.402565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:40.403001 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Added segment 390338fc-8171-410b-8e19-3e2c2593a6e5 of type vlan for network 0f392e49-9e24-4d96-9590-bf779bc87f33 Dec 07 15:36:40.438700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:40.502076 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:40.503369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:40.504018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:40.509603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:40.625353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Pushing event updated for resources: {'Network': ['ID=0f392e49-9e24-4d96-9590-bf779bc87f33,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:40.628095 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:40.639723 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network 0f392e49-9e24-4d96-9590-bf779bc87f33 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:36:40.662696 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5968080 Dec 07 15:36:40.666401 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51152) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:40.672595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Request body: {'subnet': {'network_id': '0f392e49-9e24-4d96-9590-bf779bc87f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1431951536-subnet', 'tenant_id': '1162f9bc539047fb88b8a8ac609a9bc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:36:40.678817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:36:40.683332 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Usage tracker for resource:subnet and tenant:1162f9bc539047fb88b8a8ac609a9bc9 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:36:40.686490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:36:40.693098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:36:40.982065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Made reservation on behalf of 1162f9bc539047fb88b8a8ac609a9bc9 for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:36:40.987303 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847983878'] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:41.073505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:41.331002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848302636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847983893'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:41.337068 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4e0f6c49-f849-4108-a5b1-db51c4cf442f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:41.409133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab086ba-3a9f-4a24-9a7b-6ba2b2241aed req-87454ef9-899e-4ce0-8f04-e4981bb65886 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:41.410874 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cab086ba-3a9f-4a24-9a7b-6ba2b2241aed req-87454ef9-899e-4ce0-8f04-e4981bb65886 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0932629 Dec 07 15:36:41.422533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e3e2d7-6c6c-4294-b909-4135157a6fc5,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:41.431066 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Checking segment: {'id': '390338fc-8171-410b-8e19-3e2c2593a6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0f392e49-9e24-4d96-9590-bf779bc87f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:36:41.431464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Network hostable DHCP agents. Network: 0f392e49-9e24-4d96-9590-bf779bc87f33, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:36:41.436685 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:41.467096 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cab086ba-3a9f-4a24-9a7b-6ba2b2241aed req-c484e42f-3fa1-438e-997e-ef8e1c63e47e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464430 Dec 07 15:36:41.491112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Network 0f392e49-9e24-4d96-9590-bf779bc87f33 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:36:41.535115 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, 0f392e49-9e24-4d96-9590-bf779bc87f33) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:36:41.539934 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:41.540581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:41.545568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0e0f30-6787-4f44-85eb-c4c72cc46ba6 None None] Network 0f392e49-9e24-4d96-9590-bf779bc87f33 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:36:41.608545 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-53262691-e7f0-47e1-ad91-3a885f0aea8b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9317060 Dec 07 15:36:41.789781 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51172) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:41.803927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d747d2c-0633-41b0-a1cc-6f9b3ee44cb8 None None] Network 0f392e49-9e24-4d96-9590-bf779bc87f33 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:36:41.859664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1905447-1454-4451-ac6c-2c4a7f90c987 admin admin] Deleting subnet a1cbce09-166e-4cd8-9275-7c2f37dd9ddf {{(pid=88286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:36:41.863037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1905447-1454-4451-ac6c-2c4a7f90c987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:41.927520 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1905447-1454-4451-ac6c-2c4a7f90c987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354390'] for subnet, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:41.992830 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1905447-1454-4451-ac6c-2c4a7f90c987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.107327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1905447-1454-4451-ac6c-2c4a7f90c987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6472984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6791907'] for subnet, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.112647 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-aa4170a7-2093-410e-81a3-20a8188f9086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:42.156231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1905447-1454-4451-ac6c-2c4a7f90c987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1cbce09-166e-4cd8-9275-7c2f37dd9ddf,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:42.159236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a1905447-1454-4451-ac6c-2c4a7f90c987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:42.161877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1905447-1454-4451-ac6c-2c4a7f90c987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.169906 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a1905447-1454-4451-ac6c-2c4a7f90c987 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a1cbce09-166e-4cd8-9275-7c2f37dd9ddf HTTP/1.1" status: 204 len: 168 time: 0.3789761 Dec 07 15:36:42.172613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51184) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:42.286245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.427539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.456563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab']}} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:36:42.471249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894f2fca-02b1-490c-acfe-c4beb335e3f3') {'for_net_delete': True} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:36:42.471670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894f2fca-02b1-490c-acfe-c4beb335e3f3') {} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:36:42.484966 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853421409'] for segment, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.500700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.510160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:36:42.510558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848302918'] for segment, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:36:42.526063 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:36:42.638791 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.642925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:42.661494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.670606 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:42.672957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:42.674604 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d4c6b308-f4d5-4ade-8b5f-90b4a47ec0ab HTTP/1.1" status: 204 len: 168 time: 0.5008962 Dec 07 15:36:42.677627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51196) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:42.736044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc715f21-53ef-449a-9086-1cffe8d62151 req-26c32023-424c-46f5-97cf-f128d80cefd4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:42.737998 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dc715f21-53ef-449a-9086-1cffe8d62151 req-26c32023-424c-46f5-97cf-f128d80cefd4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1005664 Dec 07 15:36:42.762836 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-8938d285-fb9e-44ab-887c-c7ba3d1acc7b admin admin] Deleting subnet 30e3e2d7-6c6c-4294-b909-4135157a6fc5 {{(pid=88286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:36:42.772151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8938d285-fb9e-44ab-887c-c7ba3d1acc7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.810626 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dc715f21-53ef-449a-9086-1cffe8d62151 req-4dc8e4e1-1831-46d8-a315-51512346e5de tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655775 Dec 07 15:36:42.843568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8938d285-fb9e-44ab-887c-c7ba3d1acc7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354390'] for subnet, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:42.909776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8938d285-fb9e-44ab-887c-c7ba3d1acc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:43.005342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8938d285-fb9e-44ab-887c-c7ba3d1acc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6472984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6791907'] for subnet, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:43.011106 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:43.053903 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938d285-fb9e-44ab-887c-c7ba3d1acc7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e3e2d7-6c6c-4294-b909-4135157a6fc5,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:43.056330 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8938d285-fb9e-44ab-887c-c7ba3d1acc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:43.061949 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8938d285-fb9e-44ab-887c-c7ba3d1acc7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:43.068767 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-8938d285-fb9e-44ab-887c-c7ba3d1acc7b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/30e3e2d7-6c6c-4294-b909-4135157a6fc5 HTTP/1.1" status: 204 len: 168 time: 0.3894098 Dec 07 15:36:43.071557 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51202) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:43.190566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:43.331456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:43.360993 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f392e49-9e24-4d96-9590-bf779bc87f33']}} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:36:43.375070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390338fc-8171-410b-8e19-3e2c2593a6e5') {'for_net_delete': True} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:36:43.375412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390338fc-8171-410b-8e19-3e2c2593a6e5') {} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:36:43.388803 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853421409'] for segment, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:43.404509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:43.411088 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:36:43.411517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848302918'] for segment, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:36:43.426120 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:36:43.548441 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:43.553525 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-29340495-6dad-496e-9ef3-424765726ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:43.569895 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:43.579912 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f392e49-9e24-4d96-9590-bf779bc87f33,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:43.582566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:43.583908 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1607c9d7-5d12-4fe5-845e-6ace306dc00b admin admin] 10.222.0.64 "DELETE /v2.0/networks/0f392e49-9e24-4d96-9590-bf779bc87f33 HTTP/1.1" status: 204 len: 168 time: 0.5100129 Dec 07 15:36:43.895226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51220) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:43.953421 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4cb405a0-5163-4773-b06f-bdcf0130d2b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db5b2a31f20d4585a126297e58cec7af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568349 Dec 07 15:36:43.956745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51224) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:44.025956 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-83d0ec48-c360-48b1-bae2-f43e4056deb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:44.045273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac959dc-4902-46ce-875c-55fe133ff8f7 req-31db6eff-16d0-4a59-8ebd-ad3f2ccb0a74 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:44.047186 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1ac959dc-4902-46ce-875c-55fe133ff8f7 req-31db6eff-16d0-4a59-8ebd-ad3f2ccb0a74 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0857298 Dec 07 15:36:44.057290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-83d0ec48-c360-48b1-bae2-f43e4056deb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:44.095721 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1ac959dc-4902-46ce-875c-55fe133ff8f7 req-3c0758d3-2f1d-4190-b7c4-696313c0ae2e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Dec 07 15:36:44.210462 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-83d0ec48-c360-48b1-bae2-f43e4056deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:44.215874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:44.234222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0ec48-c360-48b1-bae2-f43e4056deb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0024bae-7c1a-4507-9668-551516561792,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:44.237533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-83d0ec48-c360-48b1-bae2-f43e4056deb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:44.240037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-83d0ec48-c360-48b1-bae2-f43e4056deb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:44.244504 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-83d0ec48-c360-48b1-bae2-f43e4056deb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0024bae-7c1a-4507-9668-551516561792 HTTP/1.1" status: 204 len: 168 time: 0.2861261 Dec 07 15:36:44.827143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51238) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:44.884956 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-64cc353a-b75c-488f-b11f-e5b63edef53a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1162f9bc539047fb88b8a8ac609a9bc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563509 Dec 07 15:36:44.887573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51244) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:36:44.953593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7ec68e1c-7fdf-4695-98da-489b5ac2fb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:44.981817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7ec68e1c-7fdf-4695-98da-489b5ac2fb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:45.067707 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7ec68e1c-7fdf-4695-98da-489b5ac2fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:45.073561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-358a4d1a-33f2-4959-8da5-21ace2e01952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:36:45.086802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec68e1c-7fdf-4695-98da-489b5ac2fb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451cdf40-f61c-4dfa-adc0-ad93c5944c9f,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:36:45.092025 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7ec68e1c-7fdf-4695-98da-489b5ac2fb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:36:45.094205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7ec68e1c-7fdf-4695-98da-489b5ac2fb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:45.095618 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7ec68e1c-7fdf-4695-98da-489b5ac2fb6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/451cdf40-f61c-4dfa-adc0-ad93c5944c9f HTTP/1.1" status: 204 len: 168 time: 0.2067230 Dec 07 15:36:45.332014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f371d-ad83-41bd-a650-89c53204b788 req-b385c5b1-fccb-4027-92f7-9c7a22033eb0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:45.333683 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1a7f371d-ad83-41bd-a650-89c53204b788 req-b385c5b1-fccb-4027-92f7-9c7a22033eb0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0924733 Dec 07 15:36:45.387859 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1a7f371d-ad83-41bd-a650-89c53204b788 req-8c394f2c-86f9-48db-a2ab-e5c1639df327 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450552 Dec 07 15:36:46.512166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:36:46.633637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e0041-0733-4850-ae14-18685e3b1b42 req-4c676d5e-d3d9-4a03-b2b6-93c134e88d02 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:46.635279 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-579e0041-0733-4850-ae14-18685e3b1b42 req-4c676d5e-d3d9-4a03-b2b6-93c134e88d02 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0840995 Dec 07 15:36:46.685888 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-579e0041-0733-4850-ae14-18685e3b1b42 req-34462eb1-d42f-4195-8e47-31121fbf811b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Dec 07 15:36:47.917284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9309e-9e59-42ab-9f2d-2f55d2695ed1 req-44c1d3a0-621d-4680-8637-d800488f6d69 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:47.921063 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9af9309e-9e59-42ab-9f2d-2f55d2695ed1 req-44c1d3a0-621d-4680-8637-d800488f6d69 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0932479 Dec 07 15:36:47.974916 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9af9309e-9e59-42ab-9f2d-2f55d2695ed1 req-f4bc3d01-1c14-4297-803b-1ec573634c52 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497439 Dec 07 15:36:49.205318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb21d24-2d54-4693-89d1-c9dde3a46345 req-740d98f1-468a-4620-9ee8-8506443133ca tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:49.205318 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9bb21d24-2d54-4693-89d1-c9dde3a46345 req-740d98f1-468a-4620-9ee8-8506443133ca tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0849593 Dec 07 15:36:49.249994 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9bb21d24-2d54-4693-89d1-c9dde3a46345 req-7b77db2d-f884-4c9b-857d-fc1d7699dd1f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Dec 07 15:36:50.478551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7f851-527e-4127-9869-b19e3eb03fb5 req-9be9e736-4956-4a15-bbba-430b3c374a2d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:50.480476 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1df7f851-527e-4127-9869-b19e3eb03fb5 req-9be9e736-4956-4a15-bbba-430b3c374a2d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0929103 Dec 07 15:36:50.531309 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1df7f851-527e-4127-9869-b19e3eb03fb5 req-a2fcc314-4b2a-4649-866a-61e016c0df66 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446274 Dec 07 15:36:51.760713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b896172-1b7d-4664-b4e3-d996531549ae req-c77eaa29-7541-42f1-8427-7de3e19d65f4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:51.762401 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0b896172-1b7d-4664-b4e3-d996531549ae req-c77eaa29-7541-42f1-8427-7de3e19d65f4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0838947 Dec 07 15:36:51.816360 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0b896172-1b7d-4664-b4e3-d996531549ae req-53a5994e-1dba-456c-88cf-19d416cee9ba tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474823 Dec 07 15:36:53.036259 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25b83-9b5d-44af-bb28-04275778bfd8 req-61d3ff50-fb4a-4047-b142-46a5a7f135fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:53.038648 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a7f25b83-9b5d-44af-bb28-04275778bfd8 req-61d3ff50-fb4a-4047-b142-46a5a7f135fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0868609 Dec 07 15:36:53.091423 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a7f25b83-9b5d-44af-bb28-04275778bfd8 req-3a8858e3-4a0c-4d5b-94a2-f38cab6cab66 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458007 Dec 07 15:36:54.131117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-37deb8e7-2ef1-47b4-a676-3cdd6473c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:54.506009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ce02d-a7fe-45e9-8b24-d1c05dea6241 req-3a161122-3726-4ac0-8142-87ffbd1fc520 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:54.507888 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e41ce02d-a7fe-45e9-8b24-d1c05dea6241 req-3a161122-3726-4ac0-8142-87ffbd1fc520 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2725103 Dec 07 15:36:54.561066 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e41ce02d-a7fe-45e9-8b24-d1c05dea6241 req-a897f08c-62b9-4ecd-865d-9c766b4655b4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465488 Dec 07 15:36:55.638598 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:55.791224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121bd43-812e-4179-9a6c-54496c73cc39 req-d205a3bd-b475-436a-9716-2558579b439f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:55.792907 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3121bd43-812e-4179-9a6c-54496c73cc39 req-d205a3bd-b475-436a-9716-2558579b439f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0875061 Dec 07 15:36:55.847881 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3121bd43-812e-4179-9a6c-54496c73cc39 req-ec552290-fe82-4017-9c72-7f16c84e37e3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489457 Dec 07 15:36:56.878727 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f6ae10b2-310d-43c9-a942-c35e918ed4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:56.924786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:57.115537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9d9f-d207-482b-835f-e19187b4b654 req-a2b43aa7-6492-4167-aae1-9705557289c5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:57.118136 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6eea9d9f-d207-482b-835f-e19187b4b654 req-a2b43aa7-6492-4167-aae1-9705557289c5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1279140 Dec 07 15:36:57.180443 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6eea9d9f-d207-482b-835f-e19187b4b654 req-32384598-40c9-4f19-870b-6535fd500b19 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546515 Dec 07 15:36:58.400330 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:58.415090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7e4f4-b3ee-4096-a807-45da9f8e61c0 req-cb0851f5-0aa5-4dac-b2c4-bd4a661decb0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:58.416691 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4ee7e4f4-b3ee-4096-a807-45da9f8e61c0 req-cb0851f5-0aa5-4dac-b2c4-bd4a661decb0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0897689 Dec 07 15:36:58.469172 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4ee7e4f4-b3ee-4096-a807-45da9f8e61c0 req-5586ec7b-c2d9-4076-b765-0b4df724a9ab tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461407 Dec 07 15:36:59.706506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23092346-9b55-4051-8d08-7a371d1bbff2 req-6bb23fff-973e-4e7d-bb4c-a46a0c6008c3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:36:59.707072 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-23092346-9b55-4051-8d08-7a371d1bbff2 req-6bb23fff-973e-4e7d-bb4c-a46a0c6008c3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0932605 Dec 07 15:36:59.774272 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-23092346-9b55-4051-8d08-7a371d1bbff2 req-d5f72d84-2797-48c7-a394-2fbee27bccf5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587938 Dec 07 15:37:01.010797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a96d77-69a0-4590-ab0a-1ecfc3477e7c req-1e191d4a-9690-4109-9ad4-6a8a20872b66 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:01.012434 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e0a96d77-69a0-4590-ab0a-1ecfc3477e7c req-1e191d4a-9690-4109-9ad4-6a8a20872b66 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0917063 Dec 07 15:37:01.067615 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e0a96d77-69a0-4590-ab0a-1ecfc3477e7c req-e4d88093-7fde-4515-9fd9-b067d4b67deb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487597 Dec 07 15:37:02.291570 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c465cd-0985-411c-8686-6ce40914d672 req-809f48f4-4692-45cd-b47a-fdb6899353aa tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:02.293204 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-15c465cd-0985-411c-8686-6ce40914d672 req-809f48f4-4692-45cd-b47a-fdb6899353aa tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0882218 Dec 07 15:37:02.345416 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-15c465cd-0985-411c-8686-6ce40914d672 req-64177e99-afbb-459a-978a-27e66f7d02df tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451291 Dec 07 15:37:03.591714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98143187-f4a2-4c21-881b-637fef931a10 req-0e6dd0fe-8cdc-4507-b9b7-c712d3d6f691 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:03.593424 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-98143187-f4a2-4c21-881b-637fef931a10 req-0e6dd0fe-8cdc-4507-b9b7-c712d3d6f691 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0987196 Dec 07 15:37:03.661578 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-98143187-f4a2-4c21-881b-637fef931a10 req-9e676956-34ed-4a5a-80aa-86f8fcc263f8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615082 Dec 07 15:37:04.879270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c6e1-59d8-4f77-b2a2-2843e880f6a1 req-0d43a86d-f419-4901-b0f0-2f7ddc7e3bb9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:04.880871 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2666c6e1-59d8-4f77-b2a2-2843e880f6a1 req-0d43a86d-f419-4901-b0f0-2f7ddc7e3bb9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0837510 Dec 07 15:37:04.934231 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2666c6e1-59d8-4f77-b2a2-2843e880f6a1 req-d52b1234-25df-4150-8ccf-ff4ce310ba36 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461490 Dec 07 15:37:06.211992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b934d-d5d1-4bc4-bbc0-82a73a53c9be req-6ec8a7f5-e4c2-44fd-9ffd-f64662341f96 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:06.213663 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-be8b934d-d5d1-4bc4-bbc0-82a73a53c9be req-6ec8a7f5-e4c2-44fd-9ffd-f64662341f96 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1307757 Dec 07 15:37:06.267090 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-be8b934d-d5d1-4bc4-bbc0-82a73a53c9be req-a932c41d-cf9d-44e1-a8ec-a114ec48b911 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472510 Dec 07 15:37:06.684510 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51688) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:06.842586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:06.877200 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:06.881159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] Usage tracker for resource:security_group_rule and tenant:cfdbf72585864c64b46db521354aede6 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:06.884990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:06.891230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:07.043175 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:07.083882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:07.092929 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7f824f41-2bc1-4304-a90d-f0b4704b6164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:07.142846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 51700) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:07.143028 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cfdbf72585864c64b46db521354aede6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4571192 Dec 07 15:37:07.150812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ab67de-2432-4ea1-b4eb-9632a05c6c67,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:07.154347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:07.212788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1972c87b-1287-43b6-b9cd-2d84298ec12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:07.240002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1972c87b-1287-43b6-b9cd-2d84298ec12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:07.318285 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1972c87b-1287-43b6-b9cd-2d84298ec12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:07.324167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:07.343466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972c87b-1287-43b6-b9cd-2d84298ec12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ab67de-2432-4ea1-b4eb-9632a05c6c67,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:07.346294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1972c87b-1287-43b6-b9cd-2d84298ec12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:07.347779 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1972c87b-1287-43b6-b9cd-2d84298ec12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:07.350290 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1972c87b-1287-43b6-b9cd-2d84298ec12d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54ab67de-2432-4ea1-b4eb-9632a05c6c67 HTTP/1.1" status: 204 len: 168 time: 0.2053809 Dec 07 15:37:07.509463 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acff4a6-f0b3-4a29-90c4-b4d6fbebf017 req-f9b5e31b-2eee-49dc-b7e0-ac3aaa71c9b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:07.511092 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4acff4a6-f0b3-4a29-90c4-b4d6fbebf017 req-f9b5e31b-2eee-49dc-b7e0-ac3aaa71c9b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0876043 Dec 07 15:37:07.562289 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4acff4a6-f0b3-4a29-90c4-b4d6fbebf017 req-9e55de26-169d-4298-b60b-547f31dcb6ab tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449898 Dec 07 15:37:07.883193 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 51714) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:07.903246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:07.937197 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:07.941313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] Usage tracker for resource:security_group_rule and tenant:3d77adb4ddf24fd1bad003fcc6f3ff66 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:07.944288 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:07.950824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:08.020036 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:08.066217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:08.074120 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:08.122818 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7baa12c-93f1-480e-9a96-0a8c317200b1,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:08.126338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:08.129340 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d77adb4ddf24fd1bad003fcc6f3ff66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2448926 Dec 07 15:37:08.131885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 51722) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:08.203699 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f5bee709-a4a2-4fe3-8339-8da87cbed719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:08.232831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f5bee709-a4a2-4fe3-8339-8da87cbed719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:08.317777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f5bee709-a4a2-4fe3-8339-8da87cbed719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:08.323241 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8043dd31-abbd-4453-af5e-d39d09611f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:08.336509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bee709-a4a2-4fe3-8339-8da87cbed719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7baa12c-93f1-480e-9a96-0a8c317200b1,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:08.339091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f5bee709-a4a2-4fe3-8339-8da87cbed719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:08.346636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f5bee709-a4a2-4fe3-8339-8da87cbed719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:08.347866 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f5bee709-a4a2-4fe3-8339-8da87cbed719 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7baa12c-93f1-480e-9a96-0a8c317200b1 HTTP/1.1" status: 204 len: 168 time: 0.2149284 Dec 07 15:37:08.781483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b06975-5d04-483f-bb75-2d4a54e9c414 req-d2a74030-e211-41d2-8e10-5017243889c1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:08.783001 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-95b06975-5d04-483f-bb75-2d4a54e9c414 req-d2a74030-e211-41d2-8e10-5017243889c1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0847766 Dec 07 15:37:08.831124 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-95b06975-5d04-483f-bb75-2d4a54e9c414 req-dcb7969d-c533-4037-a281-5511213eb0fd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Dec 07 15:37:10.054789 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc81cfa-fe95-4700-af61-a592be1414c0 req-6ecb49ec-9d73-4082-bda1-de50772c1fe7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:10.057691 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5fc81cfa-fe95-4700-af61-a592be1414c0 req-6ecb49ec-9d73-4082-bda1-de50772c1fe7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0912223 Dec 07 15:37:10.111808 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5fc81cfa-fe95-4700-af61-a592be1414c0 req-bb7e4f42-e098-4419-aa16-a3cc87d8b4a4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466869 Dec 07 15:37:11.083639 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:11.344583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba091-c7da-4072-9d63-3cc5c2e03169 req-921ba822-4bf2-41ed-ba99-8109da1e8fc3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:11.346247 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-78aba091-c7da-4072-9d63-3cc5c2e03169 req-921ba822-4bf2-41ed-ba99-8109da1e8fc3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0844579 Dec 07 15:37:11.404121 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-78aba091-c7da-4072-9d63-3cc5c2e03169 req-b7609fff-3613-47dd-ace6-e026ca97b8e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506577 Dec 07 15:37:12.653790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f727442-3f32-419c-ad49-199a811195cd req-c1607947-88fa-4ba7-a15f-3f2e1c06335e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:12.656768 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5f727442-3f32-419c-ad49-199a811195cd req-c1607947-88fa-4ba7-a15f-3f2e1c06335e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0921843 Dec 07 15:37:12.707196 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5f727442-3f32-419c-ad49-199a811195cd req-8ac0ba99-27ad-467c-b1b0-7a158b3295e7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454648 Dec 07 15:37:13.934658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841c846-e1ed-4e7b-852c-ca57dc63c2d2 req-1229e100-64f8-4516-9f7e-9f3a913998ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:13.936285 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f841c846-e1ed-4e7b-852c-ca57dc63c2d2 req-1229e100-64f8-4516-9f7e-9f3a913998ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0898030 Dec 07 15:37:13.995071 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f841c846-e1ed-4e7b-852c-ca57dc63c2d2 req-af3018bf-fa74-4180-9994-71a9846efa37 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524311 Dec 07 15:37:14.749629 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ad789125-9b09-41e4-8f57-e3089dbddfcd req-8428037e-30ac-4cc7-bc4f-bd384d6e0619 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816374 Dec 07 15:37:14.850252 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ad789125-9b09-41e4-8f57-e3089dbddfcd req-db5c9322-6a43-496f-a4cc-13dd51401cda service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36b0c474093e4892b8b82b68232a3cfb&device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 1098 time: 0.0777192 Dec 07 15:37:15.018087 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789125-9b09-41e4-8f57-e3089dbddfcd req-ad5f987c-8e7f-429f-85cc-dfe60d40983d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:15.019720 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ad789125-9b09-41e4-8f57-e3089dbddfcd req-ad5f987c-8e7f-429f-85cc-dfe60d40983d service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 200 len: 919 time: 0.1492658 Dec 07 15:37:15.102380 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ad789125-9b09-41e4-8f57-e3089dbddfcd req-18dc6777-13aa-47aa-ad98-0ecbaea727fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edae90c7-a115-4eab-b1cd-be3906aeba33 HTTP/1.1" status: 200 len: 217 time: 0.0743225 Dec 07 15:37:15.177969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789125-9b09-41e4-8f57-e3089dbddfcd req-41a6262a-813e-43fc-b00f-feb465dc5b31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:15.179691 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ad789125-9b09-41e4-8f57-e3089dbddfcd req-41a6262a-813e-43fc-b00f-feb465dc5b31 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 200 len: 858 time: 0.0712252 Dec 07 15:37:15.251009 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ad789125-9b09-41e4-8f57-e3089dbddfcd req-c77ba8c9-f789-4cd5-90ea-aa0708a64ffb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbbc4c27-c24a-4474-a770-02721db0b5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576696 Dec 07 15:37:15.329981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5aede5-04ef-4c0b-94a6-4edc3bcc9346 req-2afdd24b-a5f1-444c-89de-8ca7cdfa0256 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:15.331630 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8e5aede5-04ef-4c0b-94a6-4edc3bcc9346 req-2afdd24b-a5f1-444c-89de-8ca7cdfa0256 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1057951 Dec 07 15:37:15.396347 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8e5aede5-04ef-4c0b-94a6-4edc3bcc9346 req-7452f629-6863-445c-8002-8a33fc0e55e0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571709 Dec 07 15:37:15.403745 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ad789125-9b09-41e4-8f57-e3089dbddfcd req-0d3f3577-6f91-49cc-8828-c7739fece37a service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464314 Dec 07 15:37:15.550526 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ad789125-9b09-41e4-8f57-e3089dbddfcd req-5d78ae8d-9939-4c1a-9ee2-d39b48a28ad4 service neutron] 10.222.0.66 "GET /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407337 Dec 07 15:37:16.614855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0ce65-ab59-4a20-aaf1-eccc9a4bf1b7 req-6eca62ad-e26b-47c3-8303-49d13254cdd5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:16.616494 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c4e0ce65-ab59-4a20-aaf1-eccc9a4bf1b7 req-6eca62ad-e26b-47c3-8303-49d13254cdd5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0832279 Dec 07 15:37:16.670642 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c4e0ce65-ab59-4a20-aaf1-eccc9a4bf1b7 req-0361ab60-c469-4633-9a19-b9ea4636c55b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470178 Dec 07 15:37:17.897636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53ae37-cc6e-4b90-bfca-7ad68690b3af req-89b7d968-0db5-46a3-b12e-98962db87d36 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:17.900170 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3e53ae37-cc6e-4b90-bfca-7ad68690b3af req-89b7d968-0db5-46a3-b12e-98962db87d36 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0871897 Dec 07 15:37:17.950020 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3e53ae37-cc6e-4b90-bfca-7ad68690b3af req-9fed59a3-95a1-43ae-8950-0185ed5512d2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434220 Dec 07 15:37:19.192234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b333efa-eaa2-4e15-a903-cad4c3ef7256 req-ab57f842-70a0-48fd-ad39-af416396a911 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:19.194262 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5b333efa-eaa2-4e15-a903-cad4c3ef7256 req-ab57f842-70a0-48fd-ad39-af416396a911 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0929852 Dec 07 15:37:19.246456 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5b333efa-eaa2-4e15-a903-cad4c3ef7256 req-915cf619-5d1f-4a9b-b4ac-468f8d4ddf22 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441506 Dec 07 15:37:20.466131 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55a75f-de5b-4fae-974a-1a7883230ba1 req-c22833c1-16a9-4cda-b321-945f0ba0129d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:20.467934 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6f55a75f-de5b-4fae-974a-1a7883230ba1 req-c22833c1-16a9-4cda-b321-945f0ba0129d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0838077 Dec 07 15:37:20.518011 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6f55a75f-de5b-4fae-974a-1a7883230ba1 req-1522d072-ae6a-4156-8b72-a6824ffa025e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439823 Dec 07 15:37:21.744135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245845f-0332-41f2-b64a-eacb388456d4 req-158d4531-52d8-4953-ab26-409da903c96c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:21.745809 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d245845f-0332-41f2-b64a-eacb388456d4 req-158d4531-52d8-4953-ab26-409da903c96c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0912595 Dec 07 15:37:21.796168 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d245845f-0332-41f2-b64a-eacb388456d4 req-f382bb29-ebbc-4398-aabd-898e8a9ec929 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Dec 07 15:37:22.831101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52014) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:23.003410 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:23.025682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275123-a42d-4514-a03f-4b1892f55fba req-2d5452b1-2512-4045-8488-6c72f2990a93 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:23.027279 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9e275123-a42d-4514-a03f-4b1892f55fba req-2d5452b1-2512-4045-8488-6c72f2990a93 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0869455 Dec 07 15:37:23.036804 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:23.041911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] Usage tracker for resource:security_group_rule and tenant:4a805460f7134410bb3cf01960ebfd65 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:23.045050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:23.051355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:23.080547 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9e275123-a42d-4514-a03f-4b1892f55fba req-3a66c764-3724-4cef-a863-f4685b4e871d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467489 Dec 07 15:37:23.125370 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:23.192481 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:23.200402 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c8eb250c-c726-4f0e-8fe2-f672e9c26e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:23.243991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1cf909-9628-4944-9b44-18ec40edcb51,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:23.247033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:23.253160 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a805460f7134410bb3cf01960ebfd65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4184833 Dec 07 15:37:23.253717 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52026) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:23.315650 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-26baeb14-5427-45df-945b-c2ac6d3937fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:23.342432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-26baeb14-5427-45df-945b-c2ac6d3937fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:23.409525 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-26baeb14-5427-45df-945b-c2ac6d3937fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:23.415410 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:23.430444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26baeb14-5427-45df-945b-c2ac6d3937fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1cf909-9628-4944-9b44-18ec40edcb51,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:23.433578 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-26baeb14-5427-45df-945b-c2ac6d3937fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:23.438140 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-26baeb14-5427-45df-945b-c2ac6d3937fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:23.439459 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-26baeb14-5427-45df-945b-c2ac6d3937fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce1cf909-9628-4944-9b44-18ec40edcb51 HTTP/1.1" status: 204 len: 168 time: 0.1845827 Dec 07 15:37:23.514148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:37:23.939724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52040) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:23.959732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:23.993454 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:23.997460 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] Usage tracker for resource:security_group_rule and tenant:5494ced1f6c44ee1a5ea3a1395f9b05b is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:24.000513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:24.006587 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:24.079002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:24.106786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:24.114721 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-758472ab-071c-4e64-a428-2f79416aaae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:24.135360 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0381e573-3d49-41dd-b11a-716adca62410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:24.162626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5226f03b-9fb0-48ea-b755-8ff5717fba58,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:24.168819 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5494ced1f6c44ee1a5ea3a1395f9b05b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2267053 Dec 07 15:37:24.168819 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:24.170417 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52048) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:24.277372 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b3939df-9e40-4e0a-82db-d8a6fc870051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:24.321383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b3939df-9e40-4e0a-82db-d8a6fc870051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:24.372753 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05cdff-2db0-4366-a654-5914349977f3 req-2197fcca-e690-4ee7-93eb-7822cd306ddb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:24.374384 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8b05cdff-2db0-4366-a654-5914349977f3 req-2197fcca-e690-4ee7-93eb-7822cd306ddb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1455760 Dec 07 15:37:24.425980 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8b05cdff-2db0-4366-a654-5914349977f3 req-c0280058-340c-4373-a8d1-181e70406e99 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449398 Dec 07 15:37:24.449464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b3939df-9e40-4e0a-82db-d8a6fc870051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:24.454832 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-553e3473-5d6f-486f-b6a2-c694506cb66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:24.468060 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3939df-9e40-4e0a-82db-d8a6fc870051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5226f03b-9fb0-48ea-b755-8ff5717fba58,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:24.471173 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1b3939df-9e40-4e0a-82db-d8a6fc870051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:24.473247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b3939df-9e40-4e0a-82db-d8a6fc870051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:24.474568 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1b3939df-9e40-4e0a-82db-d8a6fc870051 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5226f03b-9fb0-48ea-b755-8ff5717fba58 HTTP/1.1" status: 204 len: 168 time: 0.3027472 Dec 07 15:37:25.660800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:25.662626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464823e-5c59-4914-8b82-965f2f239fee req-aa3480ed-5b88-4035-afb2-7b5f908673d7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:25.665634 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9464823e-5c59-4914-8b82-965f2f239fee req-aa3480ed-5b88-4035-afb2-7b5f908673d7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0944014 Dec 07 15:37:25.719377 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9464823e-5c59-4914-8b82-965f2f239fee req-0aabeb18-f08d-4950-b714-50188ca853ec tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477331 Dec 07 15:37:26.203105 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52100) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:26.356365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:26.389516 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:26.393504 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Usage tracker for resource:security_group_rule and tenant:54a172a831634394bd4a300f708f12bb is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:26.396368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:26.402376 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:26.469013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:26.505853 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:26.514784 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ac7a6e50-b26c-4c43-a7b5-2fcd16379611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:26.559178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7054de7-2a83-4678-86a9-abb7cc5cd8a6,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:26.569835 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54a172a831634394bd4a300f708f12bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3655612 Dec 07 15:37:26.573353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52108) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:26.574573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.574995 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.575406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.575811 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.576219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.576620 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.577022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.577450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.577847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.578242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.578638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:26.582460 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:26.638030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-39b3959b-5ab7-4e37-aa28-6e853337d4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:26.665038 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-39b3959b-5ab7-4e37-aa28-6e853337d4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:26.734310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-39b3959b-5ab7-4e37-aa28-6e853337d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:26.739352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:26.753958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3959b-5ab7-4e37-aa28-6e853337d4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7054de7-2a83-4678-86a9-abb7cc5cd8a6,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:26.756990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-39b3959b-5ab7-4e37-aa28-6e853337d4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:26.758382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-39b3959b-5ab7-4e37-aa28-6e853337d4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:26.762212 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-39b3959b-5ab7-4e37-aa28-6e853337d4ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7054de7-2a83-4678-86a9-abb7cc5cd8a6 HTTP/1.1" status: 204 len: 168 time: 0.1874158 Dec 07 15:37:26.860879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-278b9cc0-d639-4b16-b7f6-047bdecc90c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:26.930114 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:26.954212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750030c-4e85-4d64-8ab3-afbca72b2b56 req-9184527d-aab9-465e-9562-4029b1064d52 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:26.955876 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4750030c-4e85-4d64-8ab3-afbca72b2b56 req-9184527d-aab9-465e-9562-4029b1064d52 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0911806 Dec 07 15:37:27.008088 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4750030c-4e85-4d64-8ab3-afbca72b2b56 req-7e043eba-265b-4ae6-887e-6b6d3c6c53e3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450482 Dec 07 15:37:28.258729 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95159601-388b-44dd-9d5c-041c1d8e9928 req-4616c95f-e9bc-4dd8-90da-929f0e0888da tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:28.260445 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-95159601-388b-44dd-9d5c-041c1d8e9928 req-4616c95f-e9bc-4dd8-90da-929f0e0888da tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0892510 Dec 07 15:37:28.309060 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-95159601-388b-44dd-9d5c-041c1d8e9928 req-d8169c28-1465-4dca-b93a-ab888c9f680b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Dec 07 15:37:28.392496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:29.545729 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361d06-b44d-46af-975f-13913a076595 req-80bfb8dc-422d-4206-88f1-d2084adf490f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:29.547348 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-46361d06-b44d-46af-975f-13913a076595 req-80bfb8dc-422d-4206-88f1-d2084adf490f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0963240 Dec 07 15:37:29.598668 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-46361d06-b44d-46af-975f-13913a076595 req-0989bf22-b440-40dc-b878-e80c79b48d77 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Dec 07 15:37:30.826119 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c74df6-a359-4599-af66-5cc0e3c182c2 req-f2bfc2d9-2b85-4ff6-a543-933cca3796d6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:30.827613 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36c74df6-a359-4599-af66-5cc0e3c182c2 req-f2bfc2d9-2b85-4ff6-a543-933cca3796d6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0871921 Dec 07 15:37:30.877368 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-36c74df6-a359-4599-af66-5cc0e3c182c2 req-ef529556-0bf0-4c60-823d-2fc33867749b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 Dec 07 15:37:32.114264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378fd46-995a-47b3-9004-5f0f23f2a4fd req-7781f6bb-e5ed-4858-a6f5-e8d59e96c101 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:32.115889 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8378fd46-995a-47b3-9004-5f0f23f2a4fd req-7781f6bb-e5ed-4858-a6f5-e8d59e96c101 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1020193 Dec 07 15:37:32.166289 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8378fd46-995a-47b3-9004-5f0f23f2a4fd req-0cd78b32-f433-49d2-b0ae-8e6f24a95c38 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435853 Dec 07 15:37:33.390745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62b49d-0e31-42c8-8af2-049d4d3fdd8f req-d40516cf-9ddc-4ccf-a614-78cb68330387 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:33.392244 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0b62b49d-0e31-42c8-8af2-049d4d3fdd8f req-d40516cf-9ddc-4ccf-a614-78cb68330387 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0890989 Dec 07 15:37:33.443718 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0b62b49d-0e31-42c8-8af2-049d4d3fdd8f req-c0750230-aeaa-47d1-bfab-315bd8340156 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446041 Dec 07 15:37:34.685432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe1172-0ca9-4c09-940d-83f677edaeb4 req-360b748f-2209-4ccb-a2b3-d137602d2855 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:34.687130 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7fbe1172-0ca9-4c09-940d-83f677edaeb4 req-360b748f-2209-4ccb-a2b3-d137602d2855 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0877981 Dec 07 15:37:34.745317 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7fbe1172-0ca9-4c09-940d-83f677edaeb4 req-12c15436-13e9-425a-a4ab-b9bbe3683e4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516264 Dec 07 15:37:35.974161 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f9b33-b768-4d54-a665-a82ee6a0cfbc req-65cc71cc-ef99-45df-a235-002bcee959ef tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:35.975783 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d17f9b33-b768-4d54-a665-a82ee6a0cfbc req-65cc71cc-ef99-45df-a235-002bcee959ef tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0893381 Dec 07 15:37:36.028021 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d17f9b33-b768-4d54-a665-a82ee6a0cfbc req-1ba8ea23-4e1f-4a96-af70-480c03521729 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447602 Dec 07 15:37:37.257129 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b85e93-849b-40de-b9e1-6d27d040ac7c req-39135182-c074-4ee6-9db7-4fba9907ed90 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:37.259212 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-50b85e93-849b-40de-b9e1-6d27d040ac7c req-39135182-c074-4ee6-9db7-4fba9907ed90 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0857818 Dec 07 15:37:37.312559 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-50b85e93-849b-40de-b9e1-6d27d040ac7c req-51d7bef7-c4c9-4f15-a431-16baa4d8f4b8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460472 Dec 07 15:37:38.537017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a15689-1ac1-4938-b769-3c793ac7229e req-028f5c18-26aa-47e9-b518-340684cac382 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:38.538741 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2a15689-1ac1-4938-b769-3c793ac7229e req-028f5c18-26aa-47e9-b518-340684cac382 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0878632 Dec 07 15:37:38.588126 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2a15689-1ac1-4938-b769-3c793ac7229e req-6f64bad7-060c-4384-ab2c-9b779453960e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Dec 07 15:37:39.816355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663b7fb-b7a6-4b46-82bf-05c907dad952 req-f0f55481-79de-44a4-a296-934d826e4b71 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:39.818652 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8663b7fb-b7a6-4b46-82bf-05c907dad952 req-f0f55481-79de-44a4-a296-934d826e4b71 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0909293 Dec 07 15:37:39.872002 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8663b7fb-b7a6-4b46-82bf-05c907dad952 req-fb2f68ce-cb8a-43f9-9fb9-cdd4fcf4b00a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458038 Dec 07 15:37:41.098365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876c1c3-1129-4874-ba66-cc3a5db5142f req-38ef5dac-a1d4-4d92-a852-a21daaf4973b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:41.100524 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0876c1c3-1129-4874-ba66-cc3a5db5142f req-38ef5dac-a1d4-4d92-a852-a21daaf4973b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0875127 Dec 07 15:37:41.105861 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:41.152205 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0876c1c3-1129-4874-ba66-cc3a5db5142f req-5b659ebb-ea67-469d-8579-6b39340302f1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443168 Dec 07 15:37:42.367764 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116b4ee-ba02-4f88-b3da-6c691c98effc req-724c3c96-0230-4b4b-be95-296d6f197e9b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:42.369875 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0116b4ee-ba02-4f88-b3da-6c691c98effc req-724c3c96-0230-4b4b-be95-296d6f197e9b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0817862 Dec 07 15:37:42.424854 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0116b4ee-ba02-4f88-b3da-6c691c98effc req-f83710f2-d892-4469-a0eb-772466e994a3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487883 Dec 07 15:37:43.648312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096977e-ff78-4f97-995e-3e3a725fd0fa req-8a61ae0d-e86f-4ac5-ac25-dd72caba98b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:43.649937 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8096977e-ff78-4f97-995e-3e3a725fd0fa req-8a61ae0d-e86f-4ac5-ac25-dd72caba98b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0855000 Dec 07 15:37:43.698463 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8096977e-ff78-4f97-995e-3e3a725fd0fa req-3d0b27fb-9486-4d9d-b874-5e3f7524aa2a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 Dec 07 15:37:44.918001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de79aa-cc69-4180-83ae-9bd785438490 req-3a9deae2-f047-4ce4-8f95-05eb5a4b0f74 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:44.919536 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-24de79aa-cc69-4180-83ae-9bd785438490 req-3a9deae2-f047-4ce4-8f95-05eb5a4b0f74 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0871203 Dec 07 15:37:44.979464 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-24de79aa-cc69-4180-83ae-9bd785438490 req-3a39c574-f697-4acc-8051-7641d8205d9a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530801 Dec 07 15:37:46.213038 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1ff5-c716-49f1-842b-84119ec8b8c1 req-3ca9be48-04dc-4127-93f6-ee209276419c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:46.214768 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-93fc1ff5-c716-49f1-842b-84119ec8b8c1 req-3ca9be48-04dc-4127-93f6-ee209276419c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0963142 Dec 07 15:37:46.270007 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-93fc1ff5-c716-49f1-842b-84119ec8b8c1 req-5227fc80-f403-4f98-b2f6-f7099fe77318 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489593 Dec 07 15:37:47.522425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9377b0-85cc-4d01-a558-17ff7ab34ead req-8fe09393-2c47-4058-9e0c-71d23c21bf42 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:47.524070 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cb9377b0-85cc-4d01-a558-17ff7ab34ead req-8fe09393-2c47-4058-9e0c-71d23c21bf42 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0939362 Dec 07 15:37:47.576773 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cb9377b0-85cc-4d01-a558-17ff7ab34ead req-af65487a-d244-43fa-80c1-087ced4aa394 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461335 Dec 07 15:37:47.729658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b3c88-94c9-4158-ad51-f7b364fbcbfa req-97521abb-bdeb-4779-b84f-711bce842015 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:47.731385 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b9b3c88-94c9-4158-ad51-f7b364fbcbfa req-97521abb-bdeb-4779-b84f-711bce842015 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 946 time: 0.0882821 Dec 07 15:37:47.781822 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3b9b3c88-94c9-4158-ad51-f7b364fbcbfa req-3bf0e53a-c040-44f1-8bc7-f048f4c5ce1a tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442004 Dec 07 15:37:48.044552 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e246821-c480-4990-a924-9c71bb6ff612 req-2363fac8-0b88-45bc-8de1-c6a1b5ca5e9f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:48.045323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-3e246821-c480-4990-a924-9c71bb6ff612 req-2363fac8-0b88-45bc-8de1-c6a1b5ca5e9f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Synchronizing usage tracker for tenant:f29024093ec14a4388390d83481f4329 on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:37:48.088795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-3e246821-c480-4990-a924-9c71bb6ff612 req-2363fac8-0b88-45bc-8de1-c6a1b5ca5e9f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Unset dirty status for tenant:f29024093ec14a4388390d83481f4329 on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:37:48.090153 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3e246821-c480-4990-a924-9c71bb6ff612 req-2363fac8-0b88-45bc-8de1-c6a1b5ca5e9f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 946 time: 0.1338906 Dec 07 15:37:48.170582 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Deleting port 6dec1902-55a0-4322-83a2-697949ab1980 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:37:48.170969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:48.625426 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] For port 6dec1902-55a0-4322-83a2-697949ab1980, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=6dec1902-55a0-4322-83a2-697949ab1980,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:37:48.626123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:48.952055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:48.952473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:48.952833 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.l3_db [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Floating IP 577c8e90-b977-4016-ae36-8263244b86c6 disassociated. External IP: 172.27.1.198, port: 6dec1902-55a0-4322-83a2-697949ab1980. Dec 07 15:37:48.953274 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Calling delete_port for 6dec1902-55a0-4322-83a2-697949ab1980 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:37:49.056049 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43fccd-1fd6-433e-9f7a-a19bb4d3e334 req-1121a87d-79b4-429a-bb72-8f66aeaad6cf tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:49.057838 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cf43fccd-1fd6-433e-9f7a-a19bb4d3e334 req-1121a87d-79b4-429a-bb72-8f66aeaad6cf tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 946 time: 0.1196988 Dec 07 15:37:49.063879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae0a84-f778-44b5-b3a4-ed0982db72f0 req-a229a497-54d6-4104-a802-ddc65a749d15 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:49.065472 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2bae0a84-f778-44b5-b3a4-ed0982db72f0 req-a229a497-54d6-4104-a802-ddc65a749d15 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.3431609 Dec 07 15:37:49.173249 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2bae0a84-f778-44b5-b3a4-ed0982db72f0 req-be0c6ffb-3311-4107-ac16-9d34249786b6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897276 Dec 07 15:37:49.181994 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cf43fccd-1fd6-433e-9f7a-a19bb4d3e334 req-8f9d73db-992c-4ab4-908b-d2ae7363e141 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=f45d9d24-74bf-471e-a340-6fe547a37abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155345 Dec 07 15:37:49.231322 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:49.237991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:49.282290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event deleted for resources: {'Port': ['ID=6dec1902-55a0-4322-83a2-697949ab1980,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:49.285989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:49.499927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Router 18354c9c-937e-48ba-affa-7ffe41bf775d has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:37:49.715351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:37:49.727102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] Sync routers for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:37:49.739706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:37:49.746999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:37:49.788818 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] No DVR routers for this DVR port 6dec1902-55a0-4322-83a2-697949ab1980 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:37:49.791461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:49.794413 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'name': 'network-vif-deleted', 'tag': '6dec1902-55a0-4322-83a2-697949ab1980'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:37:49.849838 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3e246821-c480-4990-a924-9c71bb6ff612 req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.66 "DELETE /v2.0/ports/6dec1902-55a0-4322-83a2-697949ab1980 HTTP/1.1" status: 204 len: 173 time: 1.7536500 Dec 07 15:37:49.863229 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2700fea-0c89-42e6-8977-3b9c2632fab4', 'name': 'network-vif-deleted', 'tag': '6dec1902-55a0-4322-83a2-697949ab1980', 'status': 'completed', 'code': 200} Dec 07 15:37:49.943191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:37:50.293909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:37:50.300412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] Checking router: 18354c9c-937e-48ba-affa-7ffe41bf775d for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:37:50.321736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:37:50.322418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:37:50.452184 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bc02ddb3-8cf0-4abb-b14c-202910fca174 req-3a550cfa-d0ec-4344-9d50-0acf4a6ad897 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2700fea-0c89-42e6-8977-3b9c2632fab4 HTTP/1.1" status: 200 len: 210 time: 0.0831542 Dec 07 15:37:50.501220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74229fc3-3151-4b19-ab4e-b168cc67296b req-db3b2797-3491-47b0-8809-d76e6ee0c52d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:50.502818 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-74229fc3-3151-4b19-ab4e-b168cc67296b req-db3b2797-3491-47b0-8809-d76e6ee0c52d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0946953 Dec 07 15:37:50.520706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:37:50.552553 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-74229fc3-3151-4b19-ab4e-b168cc67296b req-1d18245a-86d3-45ef-a892-254a567c6730 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423863 Dec 07 15:37:50.857386 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:37:50.861607 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451579b-983c-40dc-8f60-03ab63fabbc2 None None] The sync data for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi is: [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:37:51.429232 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cca8fe-2895-4278-8a2a-5ef520032c37 None None] New status for floating IP 577c8e90-b977-4016-ae36-8263244b86c6: DOWN {{(pid=88288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:37:51.788441 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a99ea-39c4-4a03-8d2a-9ba7cdd992c4 req-c3efea4a-49a4-44af-9143-f05dedb11af9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:51.790162 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-658a99ea-39c4-4a03-8d2a-9ba7cdd992c4 req-c3efea4a-49a4-44af-9143-f05dedb11af9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0898018 Dec 07 15:37:51.808539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52534) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:51.853702 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-658a99ea-39c4-4a03-8d2a-9ba7cdd992c4 req-2afe6267-8467-461b-9126-e429d410455f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569777 Dec 07 15:37:51.886065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e8c8-80bf-4ccc-8855-320cc6e7ce9c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:51.924691 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e8c8-80bf-4ccc-8855-320cc6e7ce9c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:51.997329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e8c8-80bf-4ccc-8855-320cc6e7ce9c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:52.002640 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0920658b-e7a6-46f0-824e-661de69d9054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:52.019278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7e8c8-80bf-4ccc-8855-320cc6e7ce9c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45d9d24-74bf-471e-a340-6fe547a37abb,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:52.021832 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7fd7e8c8-80bf-4ccc-8855-320cc6e7ce9c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:52.059982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e8c8-80bf-4ccc-8855-320cc6e7ce9c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:52.062013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7fd7e8c8-80bf-4ccc-8855-320cc6e7ce9c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "DELETE /v2.0/security-groups/f45d9d24-74bf-471e-a340-6fe547a37abb HTTP/1.1" status: 204 len: 168 time: 0.2547140 Dec 07 15:37:52.064109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52544) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:52.081792 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.v2.resource [None req-7feee177-6777-4f1e-91a9-6cc5ebe8efa6 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] show failed (client error): The resource could not be found. Dec 07 15:37:52.082832 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7feee177-6777-4f1e-91a9-6cc5ebe8efa6 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups/f45d9d24-74bf-471e-a340-6fe547a37abb HTTP/1.1" status: 404 len: 347 time: 0.0177829 Dec 07 15:37:52.086580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52548) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:52.249817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Deleting port b15859e5-101e-4fed-93a5-e4ec5879f989 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:37:52.250200 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:52.439167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:52.439533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:52.566976 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Calling delete_port for b15859e5-101e-4fed-93a5-e4ec5879f989 owned by network:floatingip {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:37:52.770697 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 6dec1902-55a0-4322-83a2-697949ab1980 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:37:52.805550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: 6dec1902-55a0-4322-83a2-697949ab1980 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:37:52.810875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 6dec1902-55a0-4322-83a2-697949ab1980 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:37:52.854002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:52.858983 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a1a1d44f-4ddb-44b3-908e-0569d1a2e6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:52.904730 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event deleted for resources: {'Port': ['ID=b15859e5-101e-4fed-93a5-e4ec5879f989,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:52.907868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:53.036127 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:53.055510 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:53.057336 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "DELETE /v2.0/floatingips/577c8e90-b977-4016-ae36-8263244b86c6 HTTP/1.1" status: 204 len: 168 time: 0.9696269 Dec 07 15:37:53.078540 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a550e-32d9-4621-93f1-af5d7ef0df59 req-76739a74-629e-404f-ba0a-9ba42554463a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:53.080258 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-181a550e-32d9-4621-93f1-af5d7ef0df59 req-76739a74-629e-404f-ba0a-9ba42554463a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0964208 Dec 07 15:37:53.137261 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-181a550e-32d9-4621-93f1-af5d7ef0df59 req-d799d354-c474-4626-9918-cb36094ee1e3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494032 Dec 07 15:37:53.488736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52574) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:53.495203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737349273', 'description': 'tempest-description--958260766'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:37:53.501484 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:53.505834 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:security_group and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:53.509237 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:53.515240 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:53.569209 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:53.613489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:53.618775 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:security_group_rule and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:53.621827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:53.627866 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:53.701858 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:53.750746 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:53.756610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:53.801438 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a1a494-34ec-4183-a4e9-6c650ee815db,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:53.805390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:53.837806 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:53.839203 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3493478 Dec 07 15:37:53.842858 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52588) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:53.849426 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'security_group_rule': {'security_group_id': '32a1a494-34ec-4183-a4e9-6c650ee815db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:37:53.857009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:53.861070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:security_group_rule and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:53.864154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:53.871284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:53.947696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.015075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.075354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.078265 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:54.101705 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5b81ab-a69a-427d-9ba8-b8505faf7a7f,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:54.106722 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:54.135615 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0700f236-c0dc-4bc4-b79b-a6abd1b34af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.163314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.164904 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3210049 Dec 07 15:37:54.167782 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52596) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:54.173919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'security_group_rule': {'security_group_id': '32a1a494-34ec-4183-a4e9-6c650ee815db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:37:54.181464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:54.185937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:security_group_rule and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:54.189030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:54.196732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:54.244574 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.313299 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.367496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039cc9-075d-48ac-9cdb-60192dc3c833 req-a60d85f2-a4c5-4609-9d0f-7030d7a180c5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:54.368754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.369032 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0c039cc9-075d-48ac-9cdb-60192dc3c833 req-a60d85f2-a4c5-4609-9d0f-7030d7a180c5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0873618 Dec 07 15:37:54.370967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:54.397293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fdf691-b1e3-437f-9171-a5134074c307,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:54.402726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:54.423217 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0c039cc9-075d-48ac-9cdb-60192dc3c833 req-16f58086-7730-4c19-915d-8ece356c0ff4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479779 Dec 07 15:37:54.434015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.435379 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-2ca957d3-7df3-4561-ba11-c6f48e962680 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2665689 Dec 07 15:37:54.445306 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52602) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:54.451585 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'floatingip': {'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:37:54.457599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:54.461788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:floatingip and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:54.464702 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:54.470610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:54.512057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.660335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:54.810568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Allocated IP 172.27.1.170 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/06041b12-7c06-4545-a153-ee11625ad68e) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:37:54.973212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:55.032427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:55.036737 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:55.120482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:37:55.124185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'Port': ['ID=06041b12-7c06-4545-a153-ee11625ad68e,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:55.126855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:37:55.131005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:37:55.174303 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.174589 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.174988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.175384 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.175794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.176206 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.176590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.176974 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.177387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.177773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.178218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:37:55.192844 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:55.446664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:55.525585 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:55.654801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:55.879203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc579b-bd53-4787-b66f-4c946dec2cd2 req-1701bd2c-3811-4590-af08-c2ac5929a6c1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:55.880801 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-11dc579b-bd53-4787-b66f-4c946dec2cd2 req-1701bd2c-3811-4590-af08-c2ac5929a6c1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2654727 Dec 07 15:37:55.896692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fca6-d317-4126-93b5-3e3e4e7ae9b7 req-a845f08b-1323-4585-aab3-cdc5a271d4c9 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:55.898452 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc04fca6-d317-4126-93b5-3e3e4e7ae9b7 req-a845f08b-1323-4585-aab3-cdc5a271d4c9 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.2307053 Dec 07 15:37:55.950495 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:55.989156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853294924'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:55.999061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:56.030104 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-11dc579b-bd53-4787-b66f-4c946dec2cd2 req-5bf9150b-0412-4955-917f-6cdb9601fbb1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414454 Dec 07 15:37:56.056128 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc04fca6-d317-4126-93b5-3e3e4e7ae9b7 req-c6e49506-809e-486d-8e96-56bdd5fb71f8 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430368 Dec 07 15:37:56.110911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'Port': ['ID=06041b12-7c06-4545-a153-ee11625ad68e,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:56.119439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:56.132910 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:56.163854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-c50a4a3a-187a-4d02-bcae-06fcef805304 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:56.164713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-c50a4a3a-187a-4d02-bcae-06fcef805304 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Synchronizing usage tracker for tenant:36b0c474093e4892b8b82b68232a3cfb on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:37:56.186279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:56.187750 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7413476 Dec 07 15:37:56.220577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-c50a4a3a-187a-4d02-bcae-06fcef805304 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Unset dirty status for tenant:36b0c474093e4892b8b82b68232a3cfb on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:37:56.222055 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-c50a4a3a-187a-4d02-bcae-06fcef805304 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.66 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 945 time: 0.1962197 Dec 07 15:37:56.306544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Deleting port 48e8c972-c7e9-4519-bc26-ab7ad097af45 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:37:56.306945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:56.453972 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-b56cb958-2c7d-4849-98df-85128d2a6194 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--737349273&fields=id&tenant_id=f29024093ec14a4388390d83481f4329 HTTP/1.1" status: 200 len: 267 time: 0.0500405 Dec 07 15:37:56.584825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] For port 48e8c972-c7e9-4519-bc26-ab7ad097af45, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=48e8c972-c7e9-4519-bc26-ab7ad097af45,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:37:56.585153 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:56.622614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233cea7-a954-474b-acf4-81cf6e181769 req-3849a325-b1ab-4cd9-bc07-cf3f11de31f4 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:56.624214 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-3849a325-b1ab-4cd9-bc07-cf3f11de31f4 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/networks?id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 200 len: 811 time: 0.1618645 Dec 07 15:37:56.642446 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-d45e0b9d-bf2a-49a1-9d2c-fd2127594ca9 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/quotas/f29024093ec14a4388390d83481f4329 HTTP/1.1" status: 200 len: 375 time: 0.0120509 Dec 07 15:37:56.739440 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-1bcdb6c1-e463-4858-9407-d963a021c2b9 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f29024093ec14a4388390d83481f4329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905361 Dec 07 15:37:56.854664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7e5511d-2587-4bdc-9b09-d15232a76fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:56.913900 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-478dcf4a-19f7-4076-b008-251f69c8359e service neutron] 10.222.0.64 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580319 Dec 07 15:37:56.929443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:56.932360 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Calling delete_port for 48e8c972-c7e9-4519-bc26-ab7ad097af45 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:37:57.062813 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-fe83b5ae-91f0-4b82-aa2f-d4b35a27551a service neutron] 10.222.0.64 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415730 Dec 07 15:37:57.135064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:57.149653 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['edae90c7-a115-4eab-b1cd-be3906aeba33'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:37:57.159782 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:57.207534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Pushing event deleted for resources: {'Port': ['ID=48e8c972-c7e9-4519-bc26-ab7ad097af45,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:57.235178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:57.294161 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] No DVR routers for this DVR port 48e8c972-c7e9-4519-bc26-ab7ad097af45 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:37:57.298653 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:57.310489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497b014f-5470-4fd1-ada6-913c8902a547', 'name': 'network-vif-deleted', 'tag': '48e8c972-c7e9-4519-bc26-ab7ad097af45'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:37:57.316753 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66278a2-89c6-4ed5-ae9c-4de6413eaf6b req-f6d6ade3-3485-4b2b-9d50-b732e3fb9fff tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:57.318726 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a66278a2-89c6-4ed5-ae9c-4de6413eaf6b req-f6d6ade3-3485-4b2b-9d50-b732e3fb9fff tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1132746 Dec 07 15:37:57.329422 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8ac83c32-5139-456b-95ab-99cfe260a08e req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.66 "DELETE /v2.0/ports/48e8c972-c7e9-4519-bc26-ab7ad097af45 HTTP/1.1" status: 204 len: 173 time: 1.1015823 Dec 07 15:37:57.446432 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a66278a2-89c6-4ed5-ae9c-4de6413eaf6b req-e32d8493-1380-44bb-b0aa-b6e52607f33b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207628 Dec 07 15:37:57.469300 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9ddce104-8909-49ba-aae1-a8be5caca0dc req-f4a19529-3736-4238-bb34-f79decf46de3 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=497b014f-5470-4fd1-ada6-913c8902a547 HTTP/1.1" status: 200 len: 210 time: 0.0698543 Dec 07 15:37:57.639664 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497b014f-5470-4fd1-ada6-913c8902a547', 'name': 'network-vif-deleted', 'tag': '48e8c972-c7e9-4519-bc26-ab7ad097af45', 'status': 'completed', 'code': 200} Dec 07 15:37:57.664374 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-aa2f060a-fc62-4584-b3ef-692adfeadb5c req-b9d0aa88-538d-4155-ac7b-0c4667421216 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 210 time: 0.0700271 Dec 07 15:37:57.988709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52682) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:58.157896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:58.192269 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:58.197529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] Usage tracker for resource:security_group_rule and tenant:0b720e5d61fc47e18c2c4bdd5531d1d3 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:58.200551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:58.206777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:58.281416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:58.312007 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:58.320413 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1b3939df-9e40-4e0a-82db-d8a6fc870051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:58.367242 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b720e5d61fc47e18c2c4bdd5531d1d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3760922 Dec 07 15:37:58.368068 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcba879-58c8-4b61-8b67-b78ea75df156,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:58.370692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52688) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:37:58.373581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:58.386812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:58.438072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84ed668d-aaed-46d5-814a-78cb4796f3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:58.465594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84ed668d-aaed-46d5-814a-78cb4796f3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:58.659326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84ed668d-aaed-46d5-814a-78cb4796f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:58.782132 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 48e8c972-c7e9-4519-bc26-ab7ad097af45 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:37:58.822692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: 48e8c972-c7e9-4519-bc26-ab7ad097af45 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:37:58.823436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 48e8c972-c7e9-4519-bc26-ab7ad097af45 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:37:58.853466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-410905bb-09f4-492f-8923-134118a4f83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:37:58.876341 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed668d-aaed-46d5-814a-78cb4796f3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcba879-58c8-4b61-8b67-b78ea75df156,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:37:58.883541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-84ed668d-aaed-46d5-814a-78cb4796f3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:37:58.885409 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84ed668d-aaed-46d5-814a-78cb4796f3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:58.888996 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-84ed668d-aaed-46d5-814a-78cb4796f3c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8dcba879-58c8-4b61-8b67-b78ea75df156 HTTP/1.1" status: 204 len: 168 time: 0.5149665 Dec 07 15:37:58.918553 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b27a8-13e3-47a9-b624-b9c61a1a1fe8 req-75a68b37-7e58-483a-9b80-1214a6d8229f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:58.921053 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-612b27a8-13e3-47a9-b624-b9c61a1a1fe8 req-75a68b37-7e58-483a-9b80-1214a6d8229f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.3053358 Dec 07 15:37:58.998712 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-612b27a8-13e3-47a9-b624-b9c61a1a1fe8 req-42c49151-2756-4304-b446-944b62040b9d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659819 Dec 07 15:37:59.240859 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-76bf9c8f-37ea-463d-820c-dcc518589048 req-5d017a72-e735-47a5-ac31-82ae3609f2a7 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 210 time: 0.1573067 Dec 07 15:37:59.317751 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834744f4-3f98-42a9-a276-ce7010fa9774 req-296a3791-eea1-487c-8ce5-0edf494fb391 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:59.324300 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-834744f4-3f98-42a9-a276-ce7010fa9774 req-296a3791-eea1-487c-8ce5-0edf494fb391 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.1484144 Dec 07 15:37:59.386486 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-834744f4-3f98-42a9-a276-ce7010fa9774 req-e4463714-1d22-4c0c-ad0e-97cf15051ae7 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532041 Dec 07 15:37:59.414182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233cea7-a954-474b-acf4-81cf6e181769 req-966ab204-319a-455b-b572-4bbaee28e2f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:59.415773 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-966ab204-319a-455b-b572-4bbaee28e2f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.66 "GET /v2.0/networks?id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 200 len: 811 time: 0.2938766 Dec 07 15:37:59.482779 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-8233cea7-a954-474b-acf4-81cf6e181769 req-b9111cff-db29-4cec-b5a9-68cd9547f3fa tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Synchronizing usage tracker for tenant:f29024093ec14a4388390d83481f4329 on resource:security_group {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:37:59.509830 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee460564-6071-4e83-b2b6-f681018ff189 req-5bd4c631-d1a9-4f80-8cad-4e6ac505d787 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:37:59.510598 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-ee460564-6071-4e83-b2b6-f681018ff189 req-5bd4c631-d1a9-4f80-8cad-4e6ac505d787 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Synchronizing usage tracker for tenant:36b0c474093e4892b8b82b68232a3cfb on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:37:59.551768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-8233cea7-a954-474b-acf4-81cf6e181769 req-b9111cff-db29-4cec-b5a9-68cd9547f3fa tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Unset dirty status for tenant:f29024093ec14a4388390d83481f4329 on resource:security_group {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:37:59.553520 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-b9111cff-db29-4cec-b5a9-68cd9547f3fa tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f29024093ec14a4388390d83481f4329 HTTP/1.1" status: 200 len: 379 time: 0.1255410 Dec 07 15:37:59.575984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'port': {'device_id': '6e95a747-2e5e-489d-8b77-014519aef326', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'admin_state_up': True, 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'security_groups': ['32a1a494-34ec-4183-a4e9-6c650ee815db']}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:37:59.596899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-ee460564-6071-4e83-b2b6-f681018ff189 req-5bd4c631-d1a9-4f80-8cad-4e6ac505d787 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Unset dirty status for tenant:36b0c474093e4892b8b82b68232a3cfb on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:37:59.598146 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ee460564-6071-4e83-b2b6-f681018ff189 req-5bd4c631-d1a9-4f80-8cad-4e6ac505d787 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 945 time: 0.2590923 Dec 07 15:37:59.758256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-ee460564-6071-4e83-b2b6-f681018ff189 req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Deleting port edae90c7-a115-4eab-b1cd-be3906aeba33 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:37:59.758720 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-ee460564-6071-4e83-b2b6-f681018ff189 req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:37:59.836975 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:37:59.845351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Usage tracker for resource:port and tenant:f29024093ec14a4388390d83481f4329 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:37:59.876683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:37:59.899810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:37:59.953879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Made reservation on behalf of f29024093ec14a4388390d83481f4329 for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:37:59.959363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:00.166223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-ee460564-6071-4e83-b2b6-f681018ff189 req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] For port edae90c7-a115-4eab-b1cd-be3906aeba33, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edae90c7-a115-4eab-b1cd-be3906aeba33,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:00.166775 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-ee460564-6071-4e83-b2b6-f681018ff189 req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:00.188420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52738) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:00.250495 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d20a9e-bd07-4ad7-a268-a30c1133c48a req-177009ff-d93f-4e90-b2e7-9602dc4ba54f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:00.252164 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2d20a9e-bd07-4ad7-a268-a30c1133c48a req-177009ff-d93f-4e90-b2e7-9602dc4ba54f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0912724 Dec 07 15:38:00.367181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-ee460564-6071-4e83-b2b6-f681018ff189 req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Calling delete_port for edae90c7-a115-4eab-b1cd-be3906aeba33 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:38:00.386427 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2d20a9e-bd07-4ad7-a268-a30c1133c48a req-1de03488-0fbb-4df9-a514-4d3adce3aa7b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175678 Dec 07 15:38:00.483322 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f40e120a-d8af-40b0-ae31-c5523b10bac4 req-d186bb2c-8162-4776-9a5a-328319cb7038 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 210 time: 0.0495415 Dec 07 15:38:00.518043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:38:00.524082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1609588241-network', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:00.543309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:00.552512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Allocated IP 172.20.0.5 (8c28e26f-2ef1-4651-bd4f-46d4692bf21f/ed661dd4-366e-41cb-9394-53e56919a3ab/46804842-9b30-472f-a526-81bfeff1c57a) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:38:00.558423 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Usage tracker for resource:network and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:00.565315 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:00.580612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:00.622771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee5f90-9bfd-4618-a187-64adff029c62 req-7175592b-a0ef-4797-a1f9-434a21000811 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:00.624358 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f2ee5f90-9bfd-4618-a187-64adff029c62 req-7175592b-a0ef-4797-a1f9-434a21000811 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 867 time: 0.0879235 Dec 07 15:38:00.644771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-ee460564-6071-4e83-b2b6-f681018ff189 req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:00.654740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:00.657683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['edae90c7-a115-4eab-b1cd-be3906aeba33'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:38:00.677864 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f2ee5f90-9bfd-4618-a187-64adff029c62 req-b3e1b80e-074a-44de-9986-a10f732292ec tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 Dec 07 15:38:00.709631 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Pushing event deleted for resources: {'Port': ['ID=edae90c7-a115-4eab-b1cd-be3906aeba33,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:00.711659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Made reservation on behalf of f662f25b9af6427bbe13b5aa0247217c for: {'network': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:38:00.716330 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:00.731735 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:00.748082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:00.914611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee460564-6071-4e83-b2b6-f681018ff189 req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] No DVR routers for this DVR port edae90c7-a115-4eab-b1cd-be3906aeba33 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:38:00.922935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-ee460564-6071-4e83-b2b6-f681018ff189 req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:00.925775 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b593e02-ed90-4467-8c9e-3429a3c00218', 'name': 'network-vif-deleted', 'tag': 'edae90c7-a115-4eab-b1cd-be3906aeba33'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:38:00.970742 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:00.986241 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Usage tracker for resource:security_group_rule and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:00.991229 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:00.996605 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.001841 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b593e02-ed90-4467-8c9e-3429a3c00218', 'name': 'network-vif-deleted', 'tag': 'edae90c7-a115-4eab-b1cd-be3906aeba33', 'status': 'completed', 'code': 200} Dec 07 15:38:01.009521 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ee460564-6071-4e83-b2b6-f681018ff189 req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.66 "DELETE /v2.0/ports/edae90c7-a115-4eab-b1cd-be3906aeba33 HTTP/1.1" status: 204 len: 173 time: 1.4037127 Dec 07 15:38:01.010446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:01.081120 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Transition to ACTIVE for port object 46804842-9b30-472f-a526-81bfeff1c57a will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:01.141154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.148567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7467aac8-5447-4fe2-9f0b-1b3d07f99dae tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:01.233463 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:38:01.237773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:01.246400 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:38:01.289215 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event updated for resources: {'Port': ['ID=46804842-9b30-472f-a526-81bfeff1c57a,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:01.299194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:01.352408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:01.353185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.373247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.397832 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.402908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-646fbce3-6ead-4a59-9a81-c7d6e17b992b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:01.434013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8737969 Dec 07 15:38:01.434013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:38:01.453270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Request body: {'port': {'device_id': '6e95a747-2e5e-489d-8b77-014519aef326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:01.521572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0fb3c4-4dce-4d51-b68e-b57a3d4c1175,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:01.528673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:01.529695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.530086 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Added segment 1642db88-cd69-47c1-bab8-be09bc75cdf7 of type vlan for network d9804e5e-6506-4b84-9c43-9391dd1c9db9 Dec 07 15:38:01.615052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.624347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.661703 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcd5ad-3ec3-4e27-8b86-fcc9bdcf7359 req-dba54684-125d-4e6c-8c16-72bff6e3f5b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:01.663704 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-81fcd5ad-3ec3-4e27-8b86-fcc9bdcf7359 req-dba54684-125d-4e6c-8c16-72bff6e3f5b9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0960131 Dec 07 15:38:01.718701 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-81fcd5ad-3ec3-4e27-8b86-fcc9bdcf7359 req-27362cf2-0692-4262-991e-624b56679b28 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464253 Dec 07 15:38:01.723084 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-a117e273-7594-483f-b234-71656f8b2f85 None None] Provisioning for port 46804842-9b30-472f-a526-81bfeff1c57a completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:01.736594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-a117e273-7594-483f-b234-71656f8b2f85 None None] Provisioning complete for port 46804842-9b30-472f-a526-81bfeff1c57a triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:01.737264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a117e273-7594-483f-b234-71656f8b2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.813326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-a117e273-7594-483f-b234-71656f8b2f85 None None] Port 46804842-9b30-472f-a526-81bfeff1c57a cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:38:01.826056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fc585-b2a5-4233-8493-07830ee46435 req-9c089faa-ed32-4c01-87c8-ecae31eb52ae tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:01.826278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.828272 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9c9fc585-b2a5-4233-8493-07830ee46435 req-9c089faa-ed32-4c01-87c8-ecae31eb52ae tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 931 time: 0.1007361 Dec 07 15:38:01.831726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:01.832374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:01.843169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0630febe-f401-49a1-aab4-470134df8497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:01.884864 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9c9fc585-b2a5-4233-8493-07830ee46435 req-685d2521-2487-4003-9eaf-be6142bd2f41 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499725 Dec 07 15:38:01.994008 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8044064 Dec 07 15:38:01.995741 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52766) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:01.997064 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5e8b427d-dd47-4d33-aee6-2628516073d7 req-7e9dd045-fdaf-4c2c-a346-0f48bfd8a55c tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b593e02-ed90-4467-8c9e-3429a3c00218 HTTP/1.1" status: 200 len: 210 time: 0.0615880 Dec 07 15:38:01.997931 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Pushing event updated for resources: {'Network': ['ID=d9804e5e-6506-4b84-9c43-9391dd1c9db9,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:02.011502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network d9804e5e-6506-4b84-9c43-9391dd1c9db9 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:38:02.054034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:02.064873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Request body: {'subnet': {'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1609588241-subnet', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:02.069565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:02.082642 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Usage tracker for resource:subnet and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:02.087845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:02.097213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:02.155174 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Made reservation on behalf of f662f25b9af6427bbe13b5aa0247217c for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:38:02.160464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847983878'] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:02.518882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46804842-9b30-472f-a526-81bfeff1c57a {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:38:02.532672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:02.559408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Transition to ACTIVE for port object 46804842-9b30-472f-a526-81bfeff1c57a will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:02.607207 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:02.613726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2bbadd2c-16af-475d-84af-f6bfbf4d2e7e tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:02.784841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=46804842-9b30-472f-a526-81bfeff1c57a,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:02.797093 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device edae90c7-a115-4eab-b1cd-be3906aeba33 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:38:02.802087 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:02.840221 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: edae90c7-a115-4eab-b1cd-be3906aeba33 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:38:02.840712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device edae90c7-a115-4eab-b1cd-be3906aeba33 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:38:02.937783 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Attempting to bind port 46804842-9b30-472f-a526-81bfeff1c57a on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:38:02.938166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Attempting to bind port 46804842-9b30-472f-a526-81bfeff1c57a by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:38:02.938549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Attempting to bind port 46804842-9b30-472f-a526-81bfeff1c57a on network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:38:02.942161 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848302636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847983893'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:02.950472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:02.996004 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Port 46804842-9b30-472f-a526-81bfeff1c57a on network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:38:02.996382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Attempting to bind port 46804842-9b30-472f-a526-81bfeff1c57a on network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:38:03.006850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89686-84f2-4935-bcfa-a8d4bbce07a2 req-552ab7be-af36-4f63-8e50-becda939c4de tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:03.011011 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-41a89686-84f2-4935-bcfa-a8d4bbce07a2 req-552ab7be-af36-4f63-8e50-becda939c4de tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1145093 Dec 07 15:38:03.022071 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:38:03.023125 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Checking segment: {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:38:03.023432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Bound using segment: {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:38:03.023893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Bound port: 46804842-9b30-472f-a526-81bfeff1c57a, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7353bad2-5fe6-4b9f-aca6-2b303b501875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:38:03.024280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:03.071017 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-41a89686-84f2-4935-bcfa-a8d4bbce07a2 req-4f6742c8-cf24-4264-bc7b-b5ad49fb43f6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544963 Dec 07 15:38:03.095923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d114201d-7df8-43ee-8f2a-7b3d8ff4818b,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:03.115843 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:03.176657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Checking segment: {'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:38:03.177242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Network hostable DHCP agents. Network: d9804e5e-6506-4b84-9c43-9391dd1c9db9, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:38:03.209092 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40179755-20bc-49c1-bc4f-ee4ef5e06867 req-76a72ad2-40cb-4928-9254-dbef31ce2893 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:03.209319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] For port 46804842-9b30-472f-a526-81bfeff1c57a, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:38:03.211998 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-40179755-20bc-49c1-bc4f-ee4ef5e06867 req-76a72ad2-40cb-4928-9254-dbef31ce2893 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 943 time: 0.1393702 Dec 07 15:38:03.218634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] For port 46804842-9b30-472f-a526-81bfeff1c57a, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46804842-9b30-472f-a526-81bfeff1c57a,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:38:03.243185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Network d9804e5e-6506-4b84-9c43-9391dd1c9db9 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:38:03.277002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52782) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:03.278028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:03.282271 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a8294556-3834-4351-9c1b-0893cddf19f0 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:03.288455 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-40179755-20bc-49c1-bc4f-ee4ef5e06867 req-148b33bc-f9b8-4e3e-97b8-bbf0137b3eca tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639856 Dec 07 15:38:03.345623 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, d9804e5e-6506-4b84-9c43-9391dd1c9db9) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:03.354694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db497a3-512a-4f3c-a042-847dc918b1e4 None None] Network d9804e5e-6506-4b84-9c43-9391dd1c9db9 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:38:03.364177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:03.364926 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:03.393351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:03.394857 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] 10.222.0.66 "PUT /v2.0/ports/46804842-9b30-472f-a526-81bfeff1c57a HTTP/1.1" status: 200 len: 1093 time: 1.9504778 Dec 07 15:38:03.396036 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e95a747-2e5e-489d-8b77-014519aef326', 'tag': '46804842-9b30-472f-a526-81bfeff1c57a'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:38:03.417336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=46804842-9b30-472f-a526-81bfeff1c57a,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:03.424509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:03.462663 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-283c210d-1b77-42ed-a64e-fb72bb7e6211 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4619493 Dec 07 15:38:03.466544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52790) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:03.481379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1609588241-router', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:03.494610 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e95a747-2e5e-489d-8b77-014519aef326', 'tag': '46804842-9b30-472f-a526-81bfeff1c57a', 'status': 'completed', 'code': 200} Dec 07 15:38:03.495920 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:03.551883 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Usage tracker for resource:router and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:03.562050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:03.579543 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:03.621338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40272'] for router, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:03.622439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852960750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852839707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735528'] for router, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:03.687240 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc110c0ec-7939-5521-b21e-7fb3f200a396-d9804e5e-6506-4b84-9c43-9391dd1c9db9', 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'fixed_ips': [{'subnet_id': 'd114201d-7df8-43ee-8f2a-7b3d8ff4818b'}]}} from dv-cinder-820628-1-iscsi. {{(pid=88288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:38:03.688272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:03.694402 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-cb694554-6931-434b-bbcf-f6631c8b04e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f29024093ec14a4388390d83481f4329&device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 1096 time: 0.1952789 Dec 07 15:38:03.817145 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:03.847287 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-5c1019b8-cb4a-4e13-b152-99ce25e35b23 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46804842-9b30-472f-a526-81bfeff1c57a HTTP/1.1" status: 200 len: 217 time: 0.1441576 Dec 07 15:38:03.951392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Allocated IP 172.20.0.2 (d9804e5e-6506-4b84-9c43-9391dd1c9db9/d114201d-7df8-43ee-8f2a-7b3d8ff4818b/e706eb64-e37b-44e1-872f-a96d5a6a8abf) {{(pid=88288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:38:03.958073 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233cea7-a954-474b-acf4-81cf6e181769 req-0a99e6a1-126d-4b02-89bc-590aa9e79f9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:03.960600 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-0a99e6a1-126d-4b02-89bc-590aa9e79f9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed661dd4-366e-41cb-9394-53e56919a3ab HTTP/1.1" status: 200 len: 850 time: 0.1043057 Dec 07 15:38:04.049051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853029117'] for router_interface, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:04.197822 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:04.219418 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-857a2ed0-a08b-47de-99ac-212afde320d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1828535 Dec 07 15:38:04.247588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:04.261420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Transition to ACTIVE for port object e706eb64-e37b-44e1-872f-a96d5a6a8abf will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:04.284696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Transition to ACTIVE for port object e706eb64-e37b-44e1-872f-a96d5a6a8abf will not be triggered until provisioned by entity DHCP. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:04.316834 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:04.322549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:04.398832 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-1bc4e44d-fb08-4f34-84a4-0d2c630dc261 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718178 Dec 07 15:38:04.400909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Pushing event updated for resources: {'Port': ['ID=e706eb64-e37b-44e1-872f-a96d5a6a8abf,revision_number=1']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:04.410069 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Network d9804e5e-6506-4b84-9c43-9391dd1c9db9 is already hosted by enough agents. {{(pid=88288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:38:04.413761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Resources bound (agent type, host, resource id): {{(pid=88288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:04.418573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Received port after_create {{(pid=88288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:38:04.424179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.424567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.424950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.425354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.425732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.426254 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.426633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.427022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.427395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.427758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.428134 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:04.436397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:04.527694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Attempting to bind port e706eb64-e37b-44e1-872f-a96d5a6a8abf on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:38:04.528118 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Attempting to bind port e706eb64-e37b-44e1-872f-a96d5a6a8abf by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:38:04.528529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Attempting to bind port e706eb64-e37b-44e1-872f-a96d5a6a8abf on network d9804e5e-6506-4b84-9c43-9391dd1c9db9 {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:38:04.535850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:38:04.536279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Checking segment: {'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:38:04.536731 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:04.537201 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Bound using segment: {'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:38:04.537825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Bound port: e706eb64-e37b-44e1-872f-a96d5a6a8abf, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:38:04.538405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:04.628967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f4534-1261-4d39-8f94-f1679abade15 req-b2cfa34d-8983-4531-857d-0414b829add0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:04.632544 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7d0f4534-1261-4d39-8f94-f1679abade15 req-b2cfa34d-8983-4531-857d-0414b829add0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2886341 Dec 07 15:38:04.644850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] For port e706eb64-e37b-44e1-872f-a96d5a6a8abf, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:38:04.649801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] For port e706eb64-e37b-44e1-872f-a96d5a6a8abf, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=e706eb64-e37b-44e1-872f-a96d5a6a8abf,segment=NetworkSegment(1642db88-cd69-47c1-bab8-be09bc75cdf7),segment_id=1642db88-cd69-47c1-bab8-be09bc75cdf7)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:38:04.662627 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8233cea7-a954-474b-acf4-81cf6e181769 req-e1b93f32-da5a-4f30-b792-6af0cab2fff6 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393177 Dec 07 15:38:04.679428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:04.685234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:04.760432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Pushing event updated for resources: {'Port': ['ID=e706eb64-e37b-44e1-872f-a96d5a6a8abf,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:04.764899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:04.780055 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7d0f4534-1261-4d39-8f94-f1679abade15 req-e212d02e-8269-4d03-bcdf-3b91aab19dd1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342034 Dec 07 15:38:04.801362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb34e1b-e627-465f-853d-3c4ad5707f38 req-d002fad9-2672-4569-9328-9d56a222a349 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:04.803541 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2fb34e1b-e627-465f-853d-3c4ad5707f38 req-d002fad9-2672-4569-9328-9d56a222a349 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 943 time: 0.3038185 Dec 07 15:38:04.829228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:04.946195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:04.968641 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2fb34e1b-e627-465f-853d-3c4ad5707f38 req-d989179c-dc1b-49bc-8c7e-0981fcbd1b0b tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468863 Dec 07 15:38:05.117549 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d61928fc-0d6b-494a-862d-0d8e1eb57a18 req-ea0e9226-c3b6-45ff-a3e5-8e146d5a84d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f29024093ec14a4388390d83481f4329&device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 1096 time: 0.2304134 Dec 07 15:38:05.141108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Deleting port 894f3fd7-2231-4c9a-860b-679604d3ba14 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:38:05.141506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:05.162638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Allocated IP 172.27.1.139 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/318fbd56-aad8-480b-b274-79a1baec0757) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:38:05.375532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] For port 894f3fd7-2231-4c9a-860b-679604d3ba14, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=894f3fd7-2231-4c9a-860b-679604d3ba14,segment=NetworkSegment(ee5e6a87-06b5-470b-8e92-effb14df00a8),segment_id=ee5e6a87-06b5-470b-8e92-effb14df00a8)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:05.376109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:05.424986 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61928fc-0d6b-494a-862d-0d8e1eb57a18 req-335716d7-5059-498b-8728-38c73221e0ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:05.426746 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d61928fc-0d6b-494a-862d-0d8e1eb57a18 req-335716d7-5059-498b-8728-38c73221e0ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 200 len: 912 time: 0.2986922 Dec 07 15:38:05.532346 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d61928fc-0d6b-494a-862d-0d8e1eb57a18 req-1cc528e3-2006-4f67-a37a-334238d6399a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46804842-9b30-472f-a526-81bfeff1c57a HTTP/1.1" status: 200 len: 217 time: 0.0890384 Dec 07 15:38:05.538771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:05.624047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61928fc-0d6b-494a-862d-0d8e1eb57a18 req-bc7dc1a1-b920-417a-a0ce-97406cfc9e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:05.625794 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d61928fc-0d6b-494a-862d-0d8e1eb57a18 req-bc7dc1a1-b920-417a-a0ce-97406cfc9e8c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed661dd4-366e-41cb-9394-53e56919a3ab HTTP/1.1" status: 200 len: 850 time: 0.0826199 Dec 07 15:38:05.678183 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:05.693365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:05.721869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Calling delete_port for 894f3fd7-2231-4c9a-860b-679604d3ba14 owned by network:router_interface {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:38:05.986634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:38:05.991713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:05.994839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Pushing event updated for resources: {'Port': ['ID=318fbd56-aad8-480b-b274-79a1baec0757,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:05.997507 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:38:06.047803 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:06.133824 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d61928fc-0d6b-494a-862d-0d8e1eb57a18 req-6d93a5fd-f961-4d50-bff7-d9352724fbe0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5001328 Dec 07 15:38:06.314663 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:06.331512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:06.364066 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d61928fc-0d6b-494a-862d-0d8e1eb57a18 req-3e379501-8899-4f2d-81f6-838a535e7956 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221677 Dec 07 15:38:06.386187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Pushing event deleted for resources: {'Port': ['ID=894f3fd7-2231-4c9a-860b-679604d3ba14,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:06.391388 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:06.404472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb52c5-1480-4a5a-a5c1-5b9d466db14e req-6cda52fd-1b54-4441-a373-0ade2f8ab100 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:06.410948 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-84fb52c5-1480-4a5a-a5c1-5b9d466db14e req-6cda52fd-1b54-4441-a373-0ade2f8ab100 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.4138894 Dec 07 15:38:06.465263 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaceb6-4c18-4274-aaa4-dfbf5eafa55b req-0a7491fc-b589-47c2-b1c7-5d20b3992f9f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:06.472750 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-80eaceb6-4c18-4274-aaa4-dfbf5eafa55b req-0a7491fc-b589-47c2-b1c7-5d20b3992f9f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 943 time: 0.2670634 Dec 07 15:38:06.541703 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d61928fc-0d6b-494a-862d-0d8e1eb57a18 req-8156b28b-f9f1-4300-9958-45957c46a781 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695797 Dec 07 15:38:06.575813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:06.576761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096'] for router, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:06.624790 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-84fb52c5-1480-4a5a-a5c1-5b9d466db14e req-c52bfc54-83c4-4c58-af37-bdcf8b8550ea tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127595 Dec 07 15:38:06.649747 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-80eaceb6-4c18-4274-aaa4-dfbf5eafa55b req-a68183b1-a538-4f36-9a8a-d981988ecc12 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759260 Dec 07 15:38:06.748710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device e706eb64-e37b-44e1-872f-a96d5a6a8abf up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:06.827825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 46804842-9b30-472f-a526-81bfeff1c57a details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:38:06.879275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e167fd-52d1-44f9-b43e-c356b9137ea9 None None] Network d9804e5e-6506-4b84-9c43-9391dd1c9db9 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:38:06.905483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851729876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853028967'] for router_interface, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:06.917334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Router 0f10d505-90f0-4238-aacd-649d7656e9ab is scheduled to L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 with binding_index 1 {{(pid=88286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:38:07.034323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port e706eb64-e37b-44e1-872f-a96d5a6a8abf completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:07.198970 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:38:07.217494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Sync routers for ids ['0f10d505-90f0-4238-aacd-649d7656e9ab'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:38:07.238284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Routers {'0f10d505-90f0-4238-aacd-649d7656e9ab'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:07.238962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['0f10d505-90f0-4238-aacd-649d7656e9ab'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:07.250352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-9ea2b08e-1d83-4386-971f-8f751a651890 None None] Provisioning for port e706eb64-e37b-44e1-872f-a96d5a6a8abf completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:07.266429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-9ea2b08e-1d83-4386-971f-8f751a651890 None None] Provisioning complete for port e706eb64-e37b-44e1-872f-a96d5a6a8abf triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:07.267035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9ea2b08e-1d83-4386-971f-8f751a651890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:07.271488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:07.273391 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8055286 Dec 07 15:38:07.276471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52826) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:07.314446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 46804842-9b30-472f-a526-81bfeff1c57a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46804842-9b30-472f-a526-81bfeff1c57a,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:07.394599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': '46804842-9b30-472f-a526-81bfeff1c57a', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'port_id': '46804842-9b30-472f-a526-81bfeff1c57a', 'mac_address': 'fa:16:3e:af:df:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:38:07.498845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Set router 0f10d505-90f0-4238-aacd-649d7656e9ab gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:07.519950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:07.563046 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46804842-9b30-472f-a526-81bfeff1c57a {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:38:07.582145 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9ea2b08e-1d83-4386-971f-8f751a651890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:07.617154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 46804842-9b30-472f-a526-81bfeff1c57a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46804842-9b30-472f-a526-81bfeff1c57a,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:07.630533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-9ea2b08e-1d83-4386-971f-8f751a651890 None None] For port e706eb64-e37b-44e1-872f-a96d5a6a8abf, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=e706eb64-e37b-44e1-872f-a96d5a6a8abf,segment=NetworkSegment(1642db88-cd69-47c1-bab8-be09bc75cdf7),segment_id=1642db88-cd69-47c1-bab8-be09bc75cdf7)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:07.660193 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:07.666047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:07.755944 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=46804842-9b30-472f-a526-81bfeff1c57a,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:07.760935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:07.762103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9ea2b08e-1d83-4386-971f-8f751a651890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:07.764740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:07.904394 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2b08e-1d83-4386-971f-8f751a651890 None None] Pushing event updated for resources: {'Port': ['ID=e706eb64-e37b-44e1-872f-a96d5a6a8abf,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:07.908314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9ea2b08e-1d83-4386-971f-8f751a651890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:07.946700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['46804842-9b30-472f-a526-81bfeff1c57a'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:38:07.962393 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'name': 'tempest-TestShelveInstance-1609588241-router', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '318fbd56-aad8-480b-b274-79a1baec0757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:03Z', 'updated_at': '2021-12-07T15:38:06Z', 'revision_number': 3, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'gw_port': {'id': '318fbd56-aad8-480b-b274-79a1baec0757', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:04Z', 'updated_at': '2021-12-07T15:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:07.970095 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Checking router: 0f10d505-90f0-4238-aacd-649d7656e9ab for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:38:07.970502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Updating router 0f10d505-90f0-4238-aacd-649d7656e9ab port 318fbd56-aad8-480b-b274-79a1baec0757 binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:38:08.045187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:08.260130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-57df92b5-2f69-4765-8a27-eace72f4ab77 None None] Provisioning complete for port e706eb64-e37b-44e1-872f-a96d5a6a8abf triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:08.260716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-57df92b5-2f69-4765-8a27-eace72f4ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:08.289203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba92cc-4d60-47b7-8a7a-5eee79cfe564 req-def9ad8e-da6f-469a-96cf-0c711ec7e30b tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:08.291306 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3cba92cc-4d60-47b7-8a7a-5eee79cfe564 req-def9ad8e-da6f-469a-96cf-0c711ec7e30b tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 944 time: 0.2730012 Dec 07 15:38:08.353794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c476fb-f853-4faf-97d4-36a930e93afa req-f837ec20-2051-40ab-9115-a9915f05ee5d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:08.364349 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b9c476fb-f853-4faf-97d4-36a930e93afa req-f837ec20-2051-40ab-9115-a9915f05ee5d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.3395338 Dec 07 15:38:08.456792 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:08.464900 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Router 1895a0af-7b26-4a34-9566-5829296410c5 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:38:08.481404 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3cba92cc-4d60-47b7-8a7a-5eee79cfe564 req-78516b4c-f778-4b96-bdaf-28514c1d5f5a tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712329 Dec 07 15:38:08.481614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:08.511940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Transition to ACTIVE for port object 318fbd56-aad8-480b-b274-79a1baec0757 will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:08.520926 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b9c476fb-f853-4faf-97d4-36a930e93afa req-e0fde1d3-6e7f-469f-8a4f-ff035e51a9f8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525750 Dec 07 15:38:08.551977 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:08.557951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0edefc5f-ed75-4c80-bfdd-113a508e0fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:08.584145 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device e706eb64-e37b-44e1-872f-a96d5a6a8abf up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:08.644799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Pushing event updated for resources: {'Port': ['ID=318fbd56-aad8-480b-b274-79a1baec0757,revision_number=2']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:08.648149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Attempting to bind port 318fbd56-aad8-480b-b274-79a1baec0757 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:38:08.648564 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Attempting to bind port 318fbd56-aad8-480b-b274-79a1baec0757 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:38:08.648965 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Attempting to bind port 318fbd56-aad8-480b-b274-79a1baec0757 on network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:38:08.661529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:38:08.661950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:38:08.662409 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:08.663389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Bound using segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:38:08.664354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Bound port: 318fbd56-aad8-480b-b274-79a1baec0757, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:38:08.666200 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:08.674844 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port e706eb64-e37b-44e1-872f-a96d5a6a8abf triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:08.675418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:08.698650 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.699010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.699386 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.699781 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.700153 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.700513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.700886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.701308 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.701678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.702176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.702531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:08.726343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:08.776160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] For port 318fbd56-aad8-480b-b274-79a1baec0757, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:38:08.782206 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] For port 318fbd56-aad8-480b-b274-79a1baec0757, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=318fbd56-aad8-480b-b274-79a1baec0757,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:38:08.787184 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:38:08.798846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Allocated IP 172.20.0.1 (d9804e5e-6506-4b84-9c43-9391dd1c9db9/d114201d-7df8-43ee-8f2a-7b3d8ff4818b/0b26047d-ffc2-4c9a-8c2f-cb67357960b6) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:38:08.803168 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] 10.222.0.64 "PUT /v2.0/routers/1895a0af-7b26-4a34-9566-5829296410c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5237284 Dec 07 15:38:08.806443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52840) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:08.822516 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:08.830016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:08.862965 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 46804842-9b30-472f-a526-81bfeff1c57a up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:08.888231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] Sync routers for ids ['1895a0af-7b26-4a34-9566-5829296410c5'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:38:08.924923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Pushing event updated for resources: {'Port': ['ID=318fbd56-aad8-480b-b274-79a1baec0757,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:08.949281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] Routers {'1895a0af-7b26-4a34-9566-5829296410c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:08.950165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['1895a0af-7b26-4a34-9566-5829296410c5'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:08.977836 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d1a9a6db-ee59-45ca-aec8-8bf1e719f318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:08.983499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Routers {'0f10d505-90f0-4238-aacd-649d7656e9ab'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:08.984189 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['0f10d505-90f0-4238-aacd-649d7656e9ab'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:09.168608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] Set router 1895a0af-7b26-4a34-9566-5829296410c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:09.186463 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] Set router 0f10d505-90f0-4238-aacd-649d7656e9ab gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:09.378344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:09.401672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Transition to ACTIVE for port object 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:09.442982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Notify callbacks [] for router, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:09.508082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:09.520075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:09.539890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port 46804842-9b30-472f-a526-81bfeff1c57a completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:09.565435 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'name': 'tempest-TestShelveInstance-1609588241-router', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '318fbd56-aad8-480b-b274-79a1baec0757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:03Z', 'updated_at': '2021-12-07T15:38:06Z', 'revision_number': 3, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'gw_port': {'id': '318fbd56-aad8-480b-b274-79a1baec0757', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:04Z', 'updated_at': '2021-12-07T15:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:09.574259 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae4758-cc94-4df5-a51b-655f70a2119f None None] The sync data for ids ['0f10d505-90f0-4238-aacd-649d7656e9ab'] in dv-cinder-820628-1-iscsi is: [{'id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'name': 'tempest-TestShelveInstance-1609588241-router', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '318fbd56-aad8-480b-b274-79a1baec0757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:03Z', 'updated_at': '2021-12-07T15:38:06Z', 'revision_number': 3, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'gw_port': {'id': '318fbd56-aad8-480b-b274-79a1baec0757', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:04Z', 'updated_at': '2021-12-07T15:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:38:09.584403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port 46804842-9b30-472f-a526-81bfeff1c57a triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:09.593245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:09.623428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Network d9804e5e-6506-4b84-9c43-9391dd1c9db9 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:38:09.624688 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b26047d-ffc2-4c9a-8c2f-cb67357960b6,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:09.628664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:09.629725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:09.636739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:38:09.810323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895a0af-7b26-4a34-9566-5829296410c5', 'name': 'tempest-ServerRescueNegativeTestJSON-125496952-router', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:34Z', 'updated_at': '2021-12-07T15:38:06Z', 'revision_number': 5, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'gw_port': {'id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:36Z', 'updated_at': '2021-12-07T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:09.813375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746805'] for router_interface, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:09.821268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] Checking router: 1895a0af-7b26-4a34-9566-5829296410c5 for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:38:09.837446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] Routers {'1895a0af-7b26-4a34-9566-5829296410c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:09.838147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['1895a0af-7b26-4a34-9566-5829296410c5'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:09.953033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736182a8-5841-4c5c-bad4-74f48b4c0ae6 req-0b9cbf9f-87b1-4bd7-a0c6-5213e10aaa5d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:09.954756 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-736182a8-5841-4c5c-bad4-74f48b4c0ae6 req-0b9cbf9f-87b1-4bd7-a0c6-5213e10aaa5d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1290965 Dec 07 15:38:09.988070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47e49-fa77-4a54-9e13-1ad74b409c0e req-fd32c4ea-9224-45e8-a337-c79029054c42 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:09.995965 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:09.996724 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5ae47e49-fa77-4a54-9e13-1ad74b409c0e req-fd32c4ea-9224-45e8-a337-c79029054c42 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 944 time: 0.2725797 Dec 07 15:38:10.074952 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:10.112439 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-736182a8-5841-4c5c-bad4-74f48b4c0ae6 req-cc721a2d-590a-43fe-aa4e-517e84dad7e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494532 Dec 07 15:38:10.121413 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5ae47e49-fa77-4a54-9e13-1ad74b409c0e req-49d687c2-7584-44a4-8c7c-e7d3751c2ea3 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236248 Dec 07 15:38:10.124757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] Set router 1895a0af-7b26-4a34-9566-5829296410c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:10.149599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Deleting port b5e38041-54bb-4f87-8e45-e5195910c253 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:38:10.150346 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:10.268492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:10.402336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e95a747-2e5e-489d-8b77-014519aef326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46804842-9b30-472f-a526-81bfeff1c57a'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:38:10.426323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 46804842-9b30-472f-a526-81bfeff1c57a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46804842-9b30-472f-a526-81bfeff1c57a,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:10.426323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-05f0dff7-4a74-48fa-9c3b-1657f135c186 None None] Provisioning for port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:10.432559 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-05f0dff7-4a74-48fa-9c3b-1657f135c186 None None] Provisioning complete for port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:10.433312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-05f0dff7-4a74-48fa-9c3b-1657f135c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:10.544425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] For port b5e38041-54bb-4f87-8e45-e5195910c253, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=b5e38041-54bb-4f87-8e45-e5195910c253,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:10.544989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:10.550075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:10.554153 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:10.641233 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e95a747-2e5e-489d-8b77-014519aef326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46804842-9b30-472f-a526-81bfeff1c57a', 'code': 200} Dec 07 15:38:10.652039 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 318fbd56-aad8-480b-b274-79a1baec0757 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:10.719990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Calling delete_port for b5e38041-54bb-4f87-8e45-e5195910c253 owned by network:router_gateway {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:38:10.941162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-05f0dff7-4a74-48fa-9c3b-1657f135c186 None None] Port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:38:10.954768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=46804842-9b30-472f-a526-81bfeff1c57a,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:10.958894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 318fbd56-aad8-480b-b274-79a1baec0757 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:10.962987 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:10.971767 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895a0af-7b26-4a34-9566-5829296410c5', 'name': 'tempest-ServerRescueNegativeTestJSON-125496952-router', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:34Z', 'updated_at': '2021-12-07T15:38:06Z', 'revision_number': 5, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'gw_port': {'id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:36Z', 'updated_at': '2021-12-07T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:10.974052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 318fbd56-aad8-480b-b274-79a1baec0757 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:10.974547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:11.015926 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:11.025652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe534ad-a8d1-420e-a7cd-58ab7e3b2ca0 None None] The sync data for ids ['1895a0af-7b26-4a34-9566-5829296410c5'] in dv-cinder-820628-1-iscsi is: [{'id': '1895a0af-7b26-4a34-9566-5829296410c5', 'name': 'tempest-ServerRescueNegativeTestJSON-125496952-router', 'tenant_id': '36b0c474093e4892b8b82b68232a3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:34Z', 'updated_at': '2021-12-07T15:38:06Z', 'revision_number': 5, 'project_id': '36b0c474093e4892b8b82b68232a3cfb', 'gw_port': {'id': 'b5e38041-54bb-4f87-8e45-e5195910c253', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895a0af-7b26-4a34-9566-5829296410c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:36Z', 'updated_at': '2021-12-07T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:38:11.054834 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:11.091914 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:11.128785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:11.159700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 318fbd56-aad8-480b-b274-79a1baec0757, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=318fbd56-aad8-480b-b274-79a1baec0757,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:11.161696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:11.190873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:11.200132 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:11.239399 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3045941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853029102'] for router_interface, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:11.255065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b26047d-ffc2-4c9a-8c2f-cb67357960b6,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:11.265855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:11.345748 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3991e2fe-0ee7-44fb-a9a5-de5229899069 req-c0c292ac-00c7-464d-92f0-de17ded43d80 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 1098 time: 0.5476611 Dec 07 15:38:11.348649 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=318fbd56-aad8-480b-b274-79a1baec0757,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:11.355176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:11.549565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0a716-6329-48a0-91f5-41c7e9779bb8 req-e78aa229-43c3-4fa5-a138-bbaeb799d1e7 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:11.554672 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-27d0a716-6329-48a0-91f5-41c7e9779bb8 req-e78aa229-43c3-4fa5-a138-bbaeb799d1e7 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 945 time: 0.1382425 Dec 07 15:38:11.561013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3991e2fe-0ee7-44fb-a9a5-de5229899069 req-842dd81b-e615-4055-bd4f-52cf47504889 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565981 Dec 07 15:38:11.575531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:11.584160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-368aaa79-c4eb-401c-902b-a0b32387121d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:11.586872 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe2d81-3940-4dce-95d8-d3ff789857c5 req-d2ea00f1-37b4-4bdd-9b0f-5a5e7bf154d3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:11.588559 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dfbe2d81-3940-4dce-95d8-d3ff789857c5 req-d2ea00f1-37b4-4bdd-9b0f-5a5e7bf154d3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2197521 Dec 07 15:38:11.634762 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e38041-54bb-4f87-8e45-e5195910c253,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:11.641655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:11.642433 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-27d0a716-6329-48a0-91f5-41c7e9779bb8 req-0eef8894-8e4e-493d-90b2-5a32d1df977a tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836682 Dec 07 15:38:11.651280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Network d9804e5e-6506-4b84-9c43-9391dd1c9db9 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:38:11.664021 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dfbe2d81-3940-4dce-95d8-d3ff789857c5 req-a9b8f1fe-74ef-4ac9-84a9-b8df14e917ac tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655534 Dec 07 15:38:11.683254 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:12.075571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-01ab7b33-0139-4846-8a43-3329ffcfc213 None None] Provisioning complete for port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:12.076262 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-01ab7b33-0139-4846-8a43-3329ffcfc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:12.159593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-01ab7b33-0139-4846-8a43-3329ffcfc213 None None] Port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:38:12.280682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853030126'] for router_gateway, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:12.590640 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 318fbd56-aad8-480b-b274-79a1baec0757 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:12.645472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852957316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40257'] for router, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:12.655313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:12.680415 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 318fbd56-aad8-480b-b274-79a1baec0757 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:12.681009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:12.856764 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 894f3fd7-2231-4c9a-860b-679604d3ba14 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:38:12.892321 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 894f3fd7-2231-4c9a-860b-679604d3ba14 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:38:12.892855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 894f3fd7-2231-4c9a-860b-679604d3ba14 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:38:12.927506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Router 0f10d505-90f0-4238-aacd-649d7656e9ab has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:38:12.946530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5339f67-9fe0-4482-86b3-1e6aee1f1abd req-762cea8e-3425-4234-bcef-fb4d0c3a0212 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:12.948189 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d5339f67-9fe0-4482-86b3-1e6aee1f1abd req-762cea8e-3425-4234-bcef-fb4d0c3a0212 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 945 time: 0.1658525 Dec 07 15:38:12.961777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8fc4-b656-4a33-9da3-2d142747bd5d req-365b477d-47c4-44f2-8107-c929b616e45d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:12.963336 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99ee8fc4-b656-4a33-9da3-2d142747bd5d req-365b477d-47c4-44f2-8107-c929b616e45d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1405830 Dec 07 15:38:13.047108 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d5339f67-9fe0-4482-86b3-1e6aee1f1abd req-fcc4fd5b-45c8-4efe-8317-ab33dfec4284 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917568 Dec 07 15:38:13.048660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852957422'] for router, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.049302 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1895a0af-7b26-4a34-9566-5829296410c5 {{(pid=88286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:38:13.051336 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99ee8fc4-b656-4a33-9da3-2d142747bd5d req-8b82b330-cf3e-4848-bd9a-f16ffbfbcfd1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712237 Dec 07 15:38:13.148008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.149266 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] 10.222.0.64 "DELETE /v2.0/routers/1895a0af-7b26-4a34-9566-5829296410c5 HTTP/1.1" status: 204 len: 168 time: 4.3415275 Dec 07 15:38:13.152314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52884) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:13.229771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:38:13.235844 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] 10.222.0.64 "PUT /v2.0/routers/0f10d505-90f0-4238-aacd-649d7656e9ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9582300 Dec 07 15:38:13.260858 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-85eec67e-7138-409c-95d2-d96c76ccbd30 admin admin] Deleting subnet fbfde2cc-ef71-41be-a2d0-d97793750c88 {{(pid=88287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:38:13.264133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-85eec67e-7138-409c-95d2-d96c76ccbd30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.329156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-85eec67e-7138-409c-95d2-d96c76ccbd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562449'] for subnet, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.390257 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-85eec67e-7138-409c-95d2-d96c76ccbd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.531090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-85eec67e-7138-409c-95d2-d96c76ccbd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853294901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848481303'] for subnet, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.537327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:13.574961 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eec67e-7138-409c-95d2-d96c76ccbd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbfde2cc-ef71-41be-a2d0-d97793750c88,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:13.580953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-85eec67e-7138-409c-95d2-d96c76ccbd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:13.581930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-85eec67e-7138-409c-95d2-d96c76ccbd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.593927 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-85eec67e-7138-409c-95d2-d96c76ccbd30 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fbfde2cc-ef71-41be-a2d0-d97793750c88 HTTP/1.1" status: 204 len: 168 time: 0.4398277 Dec 07 15:38:13.596101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52894) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:13.742061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.800651 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Sync routers for ids ['0f10d505-90f0-4238-aacd-649d7656e9ab'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:38:13.816142 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Routers {'0f10d505-90f0-4238-aacd-649d7656e9ab'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:13.817240 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['0f10d505-90f0-4238-aacd-649d7656e9ab'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:13.884305 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.913911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbc4c27-c24a-4474-a770-02721db0b5d9']}} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:13.927655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5e6a87-06b5-470b-8e92-effb14df00a8') {'for_net_delete': True} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:13.927992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5e6a87-06b5-470b-8e92-effb14df00a8') {} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:13.940886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853421409'] for segment, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.961982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.972725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:38:13.972725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848302918'] for segment, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:38:13.985343 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:38:14.036617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Set router 0f10d505-90f0-4238-aacd-649d7656e9ab gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:14.128573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:14.133283 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-66344cbb-8d2f-4a91-af40-cfead5134355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:14.164033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:14.183497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbc4c27-c24a-4474-a770-02721db0b5d9,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:14.199579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:14.232500 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-25c7c3eb-c906-406b-baf9-4106456169c0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bbbc4c27-c24a-4474-a770-02721db0b5d9 HTTP/1.1" status: 204 len: 168 time: 0.6350043 Dec 07 15:38:14.453395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d477-4eb2-4b84-bec2-b8a925449349 req-f6024fb3-36e8-4eff-968a-fedbaec2831d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:14.455173 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e188d477-4eb2-4b84-bec2-b8a925449349 req-f6024fb3-36e8-4eff-968a-fedbaec2831d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 945 time: 0.2171035 Dec 07 15:38:14.471750 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d079a-32d8-42aa-89a9-fce6001941cb req-ae90e555-974e-4f33-b54a-c342f5768f03 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:14.474441 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5f1d079a-32d8-42aa-89a9-fce6001941cb req-ae90e555-974e-4f33-b54a-c342f5768f03 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1979830 Dec 07 15:38:14.474590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device b5e38041-54bb-4f87-8e45-e5195910c253 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:38:14.522878 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: b5e38041-54bb-4f87-8e45-e5195910c253 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:38:14.523444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device b5e38041-54bb-4f87-8e45-e5195910c253 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:38:14.556714 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e188d477-4eb2-4b84-bec2-b8a925449349 req-ec4b9ddc-a01a-4ba7-bab5-6680ab7a09da tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922110 Dec 07 15:38:14.591814 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5f1d079a-32d8-42aa-89a9-fce6001941cb req-18942ff5-4e8b-4fda-b33d-51ec9b377583 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009750 Dec 07 15:38:14.642365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52924) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:14.719357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52930) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:14.736378 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-eeaaf6fc-ebe2-4427-952c-353d3c1b4c40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36b0c474093e4892b8b82b68232a3cfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0897362 Dec 07 15:38:14.793849 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'name': 'tempest-TestShelveInstance-1609588241-router', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '318fbd56-aad8-480b-b274-79a1baec0757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:03Z', 'updated_at': '2021-12-07T15:38:09Z', 'revision_number': 4, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'gw_port': {'id': '318fbd56-aad8-480b-b274-79a1baec0757', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:04Z', 'updated_at': '2021-12-07T15:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '0b26047d-ffc2-4c9a-8c2f-cb67357960b6', 'name': '', 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'mac_address': 'fa:16:3e:88:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd114201d-7df8-43ee-8f2a-7b3d8ff4818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:08Z', 'updated_at': '2021-12-07T15:38:10Z', 'revision_number': 2, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'subnets': [{'id': 'd114201d-7df8-43ee-8f2a-7b3d8ff4818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:14.798709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Checking router: 0f10d505-90f0-4238-aacd-649d7656e9ab for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:38:14.799415 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Updating router 0f10d505-90f0-4238-aacd-649d7656e9ab port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:38:14.800230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f191805-6a3e-466e-b099-855f45a77462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:14.832628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f191805-6a3e-466e-b099-855f45a77462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:14.855473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79f6c5-9eb3-48c6-a4bd-c92d1db5b4ce req-e7734663-32a2-4f65-8cfe-a0a5b3f79ac3 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:14.857186 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7f79f6c5-9eb3-48c6-a4bd-c92d1db5b4ce req-e7734663-32a2-4f65-8cfe-a0a5b3f79ac3 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 945 time: 0.0989575 Dec 07 15:38:14.860958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:14.861277 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52934) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:14.867775 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2050725582-network', 'tenant_id': '9c12da1a301045b1907665456d7ae708'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:14.872363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 52938) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:14.874809 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:14.884940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-f77a123b-feef-4b28-babc-a21915b6fe2f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Request body: {'floatingip': {'port_id': '46804842-9b30-472f-a526-81bfeff1c57a'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:14.934464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f191805-6a3e-466e-b099-855f45a77462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:14.937196 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Usage tracker for resource:network and tenant:9c12da1a301045b1907665456d7ae708 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:14.941603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6eb4f97f-3ebd-44b0-b19d-f8f788fcf984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:14.948485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:14.956097 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f191805-6a3e-466e-b099-855f45a77462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:14.959312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4f191805-6a3e-466e-b099-855f45a77462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:14.962909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f191805-6a3e-466e-b099-855f45a77462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:14.964574 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4f191805-6a3e-466e-b099-855f45a77462 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9cc3e7c2-3d35-4375-a2d9-a1b99842dcbf HTTP/1.1" status: 204 len: 168 time: 0.2437949 Dec 07 15:38:14.973351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:14.983187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f77a123b-feef-4b28-babc-a21915b6fe2f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:15.110599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Made reservation on behalf of 9c12da1a301045b1907665456d7ae708 for: {'network': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:38:15.115442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:15.134893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:15.174326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:15.182942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Usage tracker for resource:security_group_rule and tenant:9c12da1a301045b1907665456d7ae708 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:15.187655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:15.229506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:15.297636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:15.313770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Transition to ACTIVE for port object 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:15.345566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:15.351592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:15.490527 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02301dcd-f532-4eb6-bc43-5157cfd8ff66 None None] Pushing event updated for resources: {'Port': ['ID=0b26047d-ffc2-4c9a-8c2f-cb67357960b6,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:15.515530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-02301dcd-f532-4eb6-bc43-5157cfd8ff66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:15.515745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:15.609554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:15.623652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-516dd3c4-633a-425a-aaff-029a64b314a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:15.683162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Attempting to bind port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:38:15.683586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Attempting to bind port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:38:15.696076 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Attempting to bind port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 on network d9804e5e-6506-4b84-9c43-9391dd1c9db9 {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:38:15.711003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:38:15.711003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Checking segment: {'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:38:15.711003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:15.711391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Bound using segment: {'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:38:15.711670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Bound port: 0b26047d-ffc2-4c9a-8c2f-cb67357960b6, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:38:15.712015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:15.909675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58250d-9d4d-4f8f-8b16-2aeb08af5ed0,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:15.914384 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:15.941400 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] For port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:38:16.023273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] For port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=0b26047d-ffc2-4c9a-8c2f-cb67357960b6,segment=NetworkSegment(1642db88-cd69-47c1-bab8-be09bc75cdf7),segment_id=1642db88-cd69-47c1-bab8-be09bc75cdf7)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:38:16.031658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:38:16.045498 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-072f5e12-9834-4e29-9810-9f55dee12f4e req-3b129331-106b-439e-9ceb-5624941e9559 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1308391 Dec 07 15:38:16.054327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:16.054728 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Added segment 18979f97-7bd6-4ecf-815b-ec541c4919bd of type vlan for network ece88c0b-84d1-4412-838a-69c7c0155a85 Dec 07 15:38:16.055785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:16.063423 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:16.074268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d88703-2acf-4e2c-9594-7843dbfefb0c req-7b23d704-6ad4-4ccc-b757-60602d40672b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:16.081747 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-16d88703-2acf-4e2c-9594-7843dbfefb0c req-7b23d704-6ad4-4ccc-b757-60602d40672b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1576550 Dec 07 15:38:16.162103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Routers {'0f10d505-90f0-4238-aacd-649d7656e9ab'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:16.162972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['0f10d505-90f0-4238-aacd-649d7656e9ab'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:16.170452 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:16.180832 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-072f5e12-9834-4e29-9810-9f55dee12f4e req-2f59c731-7c93-45dd-87ca-0478ecea574a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da0b7f5f82d74e79bfb15b6782228095&device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 1098 time: 0.1138084 Dec 07 15:38:16.229473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02301dcd-f532-4eb6-bc43-5157cfd8ff66 None None] Pushing event updated for resources: {'Port': ['ID=0b26047d-ffc2-4c9a-8c2f-cb67357960b6,revision_number=4']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:16.233045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-02301dcd-f532-4eb6-bc43-5157cfd8ff66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:16.352835 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-16d88703-2acf-4e2c-9594-7843dbfefb0c req-fdf85123-623a-43b9-8fbb-79e8bca9d278 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701309 Dec 07 15:38:16.391089 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f77a123b-feef-4b28-babc-a21915b6fe2f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:16.434257 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] Set router 0f10d505-90f0-4238-aacd-649d7656e9ab gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:16.441202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f77a123b-feef-4b28-babc-a21915b6fe2f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:16.460691 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f5e12-9834-4e29-9810-9f55dee12f4e req-4b605541-26fb-491f-9447-d8a809f51b39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:16.462369 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-072f5e12-9834-4e29-9810-9f55dee12f4e req-4b605541-26fb-491f-9447-d8a809f51b39 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a870cf41-7822-42a2-a36c-136b6edf6788 HTTP/1.1" status: 200 len: 915 time: 0.2580686 Dec 07 15:38:16.531813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:16.531813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:16.531813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:16.562884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6ae943c2-deea-4195-8753-7769348855f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:16.677885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Pushing event updated for resources: {'Network': ['ID=ece88c0b-84d1-4412-838a-69c7c0155a85,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:16.691881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:16.700548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network ece88c0b-84d1-4412-838a-69c7c0155a85 details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:38:16.855072 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9903543 Dec 07 15:38:16.859570 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-072f5e12-9834-4e29-9810-9f55dee12f4e req-bee2f69a-7738-4c95-9660-9692efd15d88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9459f1b-d8d3-443d-bf47-f55bdc7903a7 HTTP/1.1" status: 200 len: 217 time: 0.3888330 Dec 07 15:38:16.860193 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 52974) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:16.867325 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Request body: {'subnet': {'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2050725582-subnet', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:16.873192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:16.878358 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Usage tracker for resource:subnet and tenant:9c12da1a301045b1907665456d7ae708 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:16.882886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:16.890287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:16.933045 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.l3_db [None req-f77a123b-feef-4b28-babc-a21915b6fe2f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Floating IP 48204472-c02b-4913-8d9e-37abad40af95 associated. External IP: 172.27.1.170, port: 46804842-9b30-472f-a526-81bfeff1c57a. Dec 07 15:38:16.994710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Made reservation on behalf of 9c12da1a301045b1907665456d7ae708 for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:38:17.000338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847983878'] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:17.026622 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f5e12-9834-4e29-9810-9f55dee12f4e req-80578b40-f230-495e-8e84-4bdf32ac296b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:17.026844 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'name': 'tempest-TestShelveInstance-1609588241-router', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '318fbd56-aad8-480b-b274-79a1baec0757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:03Z', 'updated_at': '2021-12-07T15:38:09Z', 'revision_number': 4, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'gw_port': {'id': '318fbd56-aad8-480b-b274-79a1baec0757', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:04Z', 'updated_at': '2021-12-07T15:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '0b26047d-ffc2-4c9a-8c2f-cb67357960b6', 'name': '', 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'mac_address': 'fa:16:3e:88:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd114201d-7df8-43ee-8f2a-7b3d8ff4818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:08Z', 'updated_at': '2021-12-07T15:38:15Z', 'revision_number': 4, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'subnets': [{'id': 'd114201d-7df8-43ee-8f2a-7b3d8ff4818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:17.028888 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-072f5e12-9834-4e29-9810-9f55dee12f4e req-80578b40-f230-495e-8e84-4bdf32ac296b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5477197-b5cd-4255-842d-b99f0f552c0d HTTP/1.1" status: 200 len: 853 time: 0.1269183 Dec 07 15:38:17.031732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029c1654-e437-466c-b145-3f8a1ac194ea None None] The sync data for ids ['0f10d505-90f0-4238-aacd-649d7656e9ab'] in dv-cinder-820628-1-iscsi is: [{'id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'name': 'tempest-TestShelveInstance-1609588241-router', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '318fbd56-aad8-480b-b274-79a1baec0757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:03Z', 'updated_at': '2021-12-07T15:38:09Z', 'revision_number': 4, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'gw_port': {'id': '318fbd56-aad8-480b-b274-79a1baec0757', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:04Z', 'updated_at': '2021-12-07T15:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '0b26047d-ffc2-4c9a-8c2f-cb67357960b6', 'name': '', 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'mac_address': 'fa:16:3e:88:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd114201d-7df8-43ee-8f2a-7b3d8ff4818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:08Z', 'updated_at': '2021-12-07T15:38:15Z', 'revision_number': 4, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'subnets': [{'id': 'd114201d-7df8-43ee-8f2a-7b3d8ff4818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:38:17.321532 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-072f5e12-9834-4e29-9810-9f55dee12f4e req-b2c9e54a-9e09-41aa-9b19-8fb4e98e64b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a870cf41-7822-42a2-a36c-136b6edf6788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2764161 Dec 07 15:38:17.466270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77a123b-feef-4b28-babc-a21915b6fe2f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Router 18354c9c-937e-48ba-affa-7ffe41bf775d has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:38:17.530437 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-072f5e12-9834-4e29-9810-9f55dee12f4e req-a4c829b9-32fe-4ed3-a470-ca443d09bb63 service neutron] 10.222.0.66 "GET /v2.0/networks/a870cf41-7822-42a2-a36c-136b6edf6788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012837 Dec 07 15:38:17.753064 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-072f5e12-9834-4e29-9810-9f55dee12f4e req-22d18a9d-f51d-407d-97ca-2063bd6efac1 service neutron] 10.222.0.66 "GET /v2.0/networks/a870cf41-7822-42a2-a36c-136b6edf6788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141585 Dec 07 15:38:17.760393 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe209f-f8fb-4026-9c8c-ace5e876f40b req-1fbbf1d8-db3e-4a78-b9a3-a5f9b6098c2c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:17.761873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848302636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847983893'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:17.767057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:17.768557 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1cbe209f-f8fb-4026-9c8c-ace5e876f40b req-1fbbf1d8-db3e-4a78-b9a3-a5f9b6098c2c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2119617 Dec 07 15:38:17.857769 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1cbe209f-f8fb-4026-9c8c-ace5e876f40b req-7c19b0d3-2bb2-4554-8225-ffbc7476c88d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881422 Dec 07 15:38:17.886919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86975df9-5a32-4146-86ee-de6999105ab8,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:17.899405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77a123b-feef-4b28-babc-a21915b6fe2f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:38:17.913675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:17.917247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Checking segment: {'id': '18979f97-7bd6-4ecf-815b-ec541c4919bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:38:17.917758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Network hostable DHCP agents. Network: ece88c0b-84d1-4412-838a-69c7c0155a85, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:38:17.922206 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] Sync routers for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:38:17.931705 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f77a123b-feef-4b28-babc-a21915b6fe2f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:17.949226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:17.950247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:17.997565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Network ece88c0b-84d1-4412-838a-69c7c0155a85 is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:38:18.031042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, ece88c0b-84d1-4412-838a-69c7c0155a85) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:18.035836 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:18.036474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:18.078606 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f77a123b-feef-4b28-babc-a21915b6fe2f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "PUT /v2.0/floatingips/48204472-c02b-4913-8d9e-37abad40af95 HTTP/1.1" status: 200 len: 991 time: 3.2004511 Dec 07 15:38:18.079442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e95a747-2e5e-489d-8b77-014519aef326', 'tag': '46804842-9b30-472f-a526-81bfeff1c57a'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:38:18.113135 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2492788 Dec 07 15:38:18.113558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 53004) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:18.121713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2050725582-router', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:18.134130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:18.144204 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Usage tracker for resource:router and tenant:9c12da1a301045b1907665456d7ae708 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:18.150594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:18.165131 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:18.203226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40272'] for router, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:18.205391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852960750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852839707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735528'] for router, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:18.250658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:18.342490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:18.441829 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893bee96-5851-417f-ade7-9f803a66bbd9 None None] Network ece88c0b-84d1-4412-838a-69c7c0155a85 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:38:18.572013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e95a747-2e5e-489d-8b77-014519aef326', 'tag': '46804842-9b30-472f-a526-81bfeff1c57a', 'status': 'completed', 'code': 200} Dec 07 15:38:18.648753 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:18.688649 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:18.711682 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2357556-da93-48b3-9216-96202ae2ac3e req-b864ba5d-0bc7-4d1c-8ccb-45ea56e0363b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f29024093ec14a4388390d83481f4329&device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 1098 time: 0.1081533 Dec 07 15:38:18.836651 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc110c0ec-7939-5521-b21e-7fb3f200a396-ece88c0b-84d1-4412-838a-69c7c0155a85', 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'fixed_ips': [{'subnet_id': '86975df9-5a32-4146-86ee-de6999105ab8'}]}} from dv-cinder-820628-1-iscsi. {{(pid=88288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:38:18.836867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:18.921244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:18.949055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:18.949512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:19.051272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2357556-da93-48b3-9216-96202ae2ac3e req-8e93f3e0-2210-479e-9975-499d06991cac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:19.053544 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2357556-da93-48b3-9216-96202ae2ac3e req-8e93f3e0-2210-479e-9975-499d06991cac service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 200 len: 912 time: 0.3318295 Dec 07 15:38:19.221130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23781e29-673d-44d7-b944-09d7a09a8917 req-e272c06a-25fd-40d7-8469-905c67954261 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:19.240010 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-23781e29-673d-44d7-b944-09d7a09a8917 req-e272c06a-25fd-40d7-8469-905c67954261 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1702459 Dec 07 15:38:19.334334 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2357556-da93-48b3-9216-96202ae2ac3e req-1d93e064-b661-4a53-8bfa-04f33023d65e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46804842-9b30-472f-a526-81bfeff1c57a HTTP/1.1" status: 200 len: 999 time: 0.2668481 Dec 07 15:38:19.337773 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-23781e29-673d-44d7-b944-09d7a09a8917 req-9bb90fdf-842b-4ae7-b2e8-bc93b84b91fc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967042 Dec 07 15:38:19.479492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:19.516318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2357556-da93-48b3-9216-96202ae2ac3e req-5593b2a3-0bfe-47e3-8030-8bf75e32b69b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:19.519933 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2357556-da93-48b3-9216-96202ae2ac3e req-5593b2a3-0bfe-47e3-8030-8bf75e32b69b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed661dd4-366e-41cb-9394-53e56919a3ab HTTP/1.1" status: 200 len: 850 time: 0.1390247 Dec 07 15:38:19.522981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:19.526483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:19.720064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=0b26047d-ffc2-4c9a-8c2f-cb67357960b6,segment=NetworkSegment(1642db88-cd69-47c1-bab8-be09bc75cdf7),segment_id=1642db88-cd69-47c1-bab8-be09bc75cdf7)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:19.728611 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2357556-da93-48b3-9216-96202ae2ac3e req-0995b3d9-9981-43b3-854c-46f7560c1308 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2029028 Dec 07 15:38:19.737184 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Allocated IP 172.20.0.2 (ece88c0b-84d1-4412-838a-69c7c0155a85/86975df9-5a32-4146-86ee-de6999105ab8/bf398646-b6ef-4103-84bd-5c181d5a9885) {{(pid=88288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:38:19.779027 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:19.795500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:19.826798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '48204472-c02b-4913-8d9e-37abad40af95', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'port_id': '46804842-9b30-472f-a526-81bfeff1c57a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'mac_address': 'fa:16:3e:af:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e95a747-2e5e-489d-8b77-014519aef326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:37:55Z', 'updated_at': '2021-12-07T15:38:16Z', 'revision_number': 1, 'project_id': 'f29024093ec14a4388390d83481f4329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:19.861197 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Allocated IP 172.27.1.215 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/33d4faee-4401-4f09-8d5c-0b1bc637545f) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:38:19.865331 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] Checking router: 18354c9c-937e-48ba-affa-7ffe41bf775d for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:38:19.970614 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2357556-da93-48b3-9216-96202ae2ac3e req-6750630b-dcaf-4fb9-94b0-bb21774f5fe1 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328181 Dec 07 15:38:20.158810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=0b26047d-ffc2-4c9a-8c2f-cb67357960b6,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:20.166021 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:20.176198 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:20.179011 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:20.207309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:20.238751 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2357556-da93-48b3-9216-96202ae2ac3e req-408e646e-6c72-4a50-a273-75ce23f86eb8 service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125678 Dec 07 15:38:20.283317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:20.288748 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-81b5855c-213e-4f09-b3ab-5c4218ccc1af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:20.362745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:38:20.366462 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:20.369232 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:38:20.461483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:20.484178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Transition to ACTIVE for port object bf398646-b6ef-4103-84bd-5c181d5a9885 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:20.597226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:20.658632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:20.695700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=33d4faee-4401-4f09-8d5c-0b1bc637545f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:20.706899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:20.720243 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb938d-e3c5-466e-8182-cd371b3a45c4 req-8d41e154-2bb4-4f6e-a221-24d1463bdfef tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:20.722796 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-85bb938d-e3c5-466e-8182-cd371b3a45c4 req-8d41e154-2bb4-4f6e-a221-24d1463bdfef tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1283312 Dec 07 15:38:20.736022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Transition to ACTIVE for port object bf398646-b6ef-4103-84bd-5c181d5a9885 will not be triggered until provisioned by entity DHCP. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:20.779162 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-85bb938d-e3c5-466e-8182-cd371b3a45c4 req-6e06a4d5-7c99-498f-a478-6bd2aed1865f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480940 Dec 07 15:38:20.852018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:20.861827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ab3377d8-350e-4f69-bbfa-5ad6f4b6196b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:20.896387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:20.899453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096'] for router, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:21.027069 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Network ece88c0b-84d1-4412-838a-69c7c0155a85 is already hosted by enough agents. {{(pid=88288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:38:21.032932 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Pushing event updated for resources: {'Port': ['ID=bf398646-b6ef-4103-84bd-5c181d5a9885,revision_number=1']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:21.035969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Resources bound (agent type, host, resource id): {{(pid=88288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:21.046843 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:21.063955 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Received port after_create {{(pid=88288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:38:21.088857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:21.089307 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:21.208885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Router e3c5d353-7952-47be-b883-d9abd9b3d2c5 is scheduled to L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 with binding_index 1 {{(pid=88286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:38:21.375246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Attempting to bind port bf398646-b6ef-4103-84bd-5c181d5a9885 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:38:21.376594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Attempting to bind port bf398646-b6ef-4103-84bd-5c181d5a9885 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': '18979f97-7bd6-4ecf-815b-ec541c4919bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:38:21.376594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Attempting to bind port bf398646-b6ef-4103-84bd-5c181d5a9885 on network ece88c0b-84d1-4412-838a-69c7c0155a85 {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:38:21.449966 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:38:21.464462 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Sync routers for ids ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:38:21.473008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:38:21.473545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Checking segment: {'id': '18979f97-7bd6-4ecf-815b-ec541c4919bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:38:21.473890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:21.474336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Bound using segment: {'id': '18979f97-7bd6-4ecf-815b-ec541c4919bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:38:21.475202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Bound port: bf398646-b6ef-4103-84bd-5c181d5a9885, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18979f97-7bd6-4ecf-815b-ec541c4919bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:38:21.475900 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:21.479056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Routers {'e3c5d353-7952-47be-b883-d9abd9b3d2c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:21.480439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:21.517420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:21.518834 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-75798821-092b-4f20-a38a-4fad1345c7b0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4040222 Dec 07 15:38:21.528051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53052) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:21.637533 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] For port bf398646-b6ef-4103-84bd-5c181d5a9885, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:38:21.642025 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] For port bf398646-b6ef-4103-84bd-5c181d5a9885, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=bf398646-b6ef-4103-84bd-5c181d5a9885,segment=NetworkSegment(18979f97-7bd6-4ecf-815b-ec541c4919bd),segment_id=18979f97-7bd6-4ecf-815b-ec541c4919bd)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:38:21.653440 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '48204472-c02b-4913-8d9e-37abad40af95', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'port_id': '46804842-9b30-472f-a526-81bfeff1c57a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'mac_address': 'fa:16:3e:af:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e95a747-2e5e-489d-8b77-014519aef326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:37:55Z', 'updated_at': '2021-12-07T15:38:16Z', 'revision_number': 1, 'project_id': 'f29024093ec14a4388390d83481f4329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:21.666999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a57cb-78e7-42a5-903a-60bc6c5d8145 None None] The sync data for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi is: [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '48204472-c02b-4913-8d9e-37abad40af95', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'port_id': '46804842-9b30-472f-a526-81bfeff1c57a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'mac_address': 'fa:16:3e:af:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e95a747-2e5e-489d-8b77-014519aef326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:37:55Z', 'updated_at': '2021-12-07T15:38:16Z', 'revision_number': 1, 'project_id': 'f29024093ec14a4388390d83481f4329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:38:21.677025 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:21.682469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:21.876040 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Set router e3c5d353-7952-47be-b883-d9abd9b3d2c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:21.937868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Pushing event updated for resources: {'Port': ['ID=bf398646-b6ef-4103-84bd-5c181d5a9885,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:21.944785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:22.238035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db8a82-e44c-46ca-8383-b0bc8aa1b00c req-f1455397-904f-4174-bbbc-6720b6318541 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:22.239705 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f8db8a82-e44c-46ca-8383-b0bc8aa1b00c req-f1455397-904f-4174-bbbc-6720b6318541 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1551728 Dec 07 15:38:22.297810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'name': 'tempest-TestShelveInstance-2050725582-router', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:18Z', 'updated_at': '2021-12-07T15:38:20Z', 'revision_number': 3, 'project_id': '9c12da1a301045b1907665456d7ae708', 'gw_port': {'id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:19Z', 'updated_at': '2021-12-07T15:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:22.298574 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Checking router: e3c5d353-7952-47be-b883-d9abd9b3d2c5 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:38:22.298986 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Updating router e3c5d353-7952-47be-b883-d9abd9b3d2c5 port 33d4faee-4401-4f09-8d5c-0b1bc637545f binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:38:22.382016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:22.405802 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f8db8a82-e44c-46ca-8383-b0bc8aa1b00c req-a6d50075-df3b-4582-bd4a-35dfa3ad05ae tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585076 Dec 07 15:38:22.433926 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e635b84-eb46-4ae6-b703-55495aae8b4f None None] New status for floating IP 48204472-c02b-4913-8d9e-37abad40af95: ACTIVE {{(pid=88288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:38:22.856124 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device bf398646-b6ef-4103-84bd-5c181d5a9885 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:22.956119 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:22.973006 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Transition to ACTIVE for port object 33d4faee-4401-4f09-8d5c-0b1bc637545f will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:23.016702 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:23.020409 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:23.099812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42176204-4652-4871-ad88-a4f1dcabd0db None None] Pushing event updated for resources: {'Port': ['ID=33d4faee-4401-4f09-8d5c-0b1bc637545f,revision_number=2']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:23.107676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-42176204-4652-4871-ad88-a4f1dcabd0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:23.111286 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port bf398646-b6ef-4103-84bd-5c181d5a9885 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:23.139624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Attempting to bind port 33d4faee-4401-4f09-8d5c-0b1bc637545f on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:38:23.140052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Attempting to bind port 33d4faee-4401-4f09-8d5c-0b1bc637545f by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:38:23.140468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Attempting to bind port 33d4faee-4401-4f09-8d5c-0b1bc637545f on network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:38:23.148152 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:38:23.148580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:38:23.149038 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:23.149517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Bound using segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:38:23.150049 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Bound port: 33d4faee-4401-4f09-8d5c-0b1bc637545f, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:38:23.150474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:23.192654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:23.388099 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] For port 33d4faee-4401-4f09-8d5c-0b1bc637545f, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:38:23.391499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] For port 33d4faee-4401-4f09-8d5c-0b1bc637545f, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=33d4faee-4401-4f09-8d5c-0b1bc637545f,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:38:23.420478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:23.430643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-02301dcd-f532-4eb6-bc43-5157cfd8ff66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:23.431738 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Allocated IP 172.20.0.1 (ece88c0b-84d1-4412-838a-69c7c0155a85/86975df9-5a32-4146-86ee-de6999105ab8/a7543b4f-dd2f-46d5-9787-6b22384936e7) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:38:23.511422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Routers {'e3c5d353-7952-47be-b883-d9abd9b3d2c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:23.512185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:37:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:23.629793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:23.634300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42176204-4652-4871-ad88-a4f1dcabd0db None None] Pushing event updated for resources: {'Port': ['ID=33d4faee-4401-4f09-8d5c-0b1bc637545f,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:23.637993 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-42176204-4652-4871-ad88-a4f1dcabd0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:23.650848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Transition to ACTIVE for port object a7543b4f-dd2f-46d5-9787-6b22384936e7 will not be triggered until provisioned by entity DHCP. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:23.765491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a59b1-c7da-4a85-a7b9-304ef0d30b8c req-a0f190b5-7cf6-417c-b297-d2ef1f56399a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:23.767297 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d54a59b1-c7da-4a85-a7b9-304ef0d30b8c req-a0f190b5-7cf6-417c-b297-d2ef1f56399a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1481707 Dec 07 15:38:23.792436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] Set router e3c5d353-7952-47be-b883-d9abd9b3d2c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:23.793773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:23.805384 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:23.888085 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d54a59b1-c7da-4a85-a7b9-304ef0d30b8c req-161b8360-7652-404b-97e3-d2f186484b3a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125991 Dec 07 15:38:23.902981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Network ece88c0b-84d1-4412-838a-69c7c0155a85 is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:38:23.906199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:23.910983 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:38:23.940654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Pushing event updated for resources: {'Port': ['ID=a7543b4f-dd2f-46d5-9787-6b22384936e7,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:23.973100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746805'] for router_interface, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:23.976846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:24.143757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d2e0b4-6857-4df0-9946-6305775f5e7d None None] Network ece88c0b-84d1-4412-838a-69c7c0155a85 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:38:24.151764 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:24.161127 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'name': 'tempest-TestShelveInstance-2050725582-router', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:18Z', 'updated_at': '2021-12-07T15:38:20Z', 'revision_number': 3, 'project_id': '9c12da1a301045b1907665456d7ae708', 'gw_port': {'id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:19Z', 'updated_at': '2021-12-07T15:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:24.168247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a9fbd-7305-4b06-b410-585541c19690 None None] The sync data for ids ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'] in dv-cinder-820628-1-iscsi is: [{'id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'name': 'tempest-TestShelveInstance-2050725582-router', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:18Z', 'updated_at': '2021-12-07T15:38:20Z', 'revision_number': 3, 'project_id': '9c12da1a301045b1907665456d7ae708', 'gw_port': {'id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:19Z', 'updated_at': '2021-12-07T15:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:38:24.264909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe0e7-e186-4d93-8c42-f8eb2e6787bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:24.356906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-308cd241-c1ca-4ba5-88e4-5abfdd72e1c1 None None] Provisioning for port bf398646-b6ef-4103-84bd-5c181d5a9885 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:24.365667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-308cd241-c1ca-4ba5-88e4-5abfdd72e1c1 None None] Provisioning complete for port bf398646-b6ef-4103-84bd-5c181d5a9885 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:24.366111 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-308cd241-c1ca-4ba5-88e4-5abfdd72e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:24.429354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:24.476728 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853294924'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:24.507313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:24.552216 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-308cd241-c1ca-4ba5-88e4-5abfdd72e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:24.591953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-308cd241-c1ca-4ba5-88e4-5abfdd72e1c1 None None] For port bf398646-b6ef-4103-84bd-5c181d5a9885, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=bf398646-b6ef-4103-84bd-5c181d5a9885,segment=NetworkSegment(18979f97-7bd6-4ecf-815b-ec541c4919bd),segment_id=18979f97-7bd6-4ecf-815b-ec541c4919bd)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:24.594179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3045941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853029102'] for router_interface, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:24.598960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Pushing event updated for resources: {'Port': ['ID=a7543b4f-dd2f-46d5-9787-6b22384936e7,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:24.605939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:24.654473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-308cd241-c1ca-4ba5-88e4-5abfdd72e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:24.656330 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:24.791632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Network ece88c0b-84d1-4412-838a-69c7c0155a85 is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:38:24.793054 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:38:24.798973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cd241-c1ca-4ba5-88e4-5abfdd72e1c1 None None] Pushing event updated for resources: {'Port': ['ID=bf398646-b6ef-4103-84bd-5c181d5a9885,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:24.814095 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-308cd241-c1ca-4ba5-88e4-5abfdd72e1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:25.036847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-3198f8f5-c12a-40dc-a981-1323c1635063 None None] Provisioning for port a7543b4f-dd2f-46d5-9787-6b22384936e7 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:25.043483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-3198f8f5-c12a-40dc-a981-1323c1635063 None None] Provisioning complete for port a7543b4f-dd2f-46d5-9787-6b22384936e7 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:25.043903 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3198f8f5-c12a-40dc-a981-1323c1635063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:25.143898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-3198f8f5-c12a-40dc-a981-1323c1635063 None None] Port a7543b4f-dd2f-46d5-9787-6b22384936e7 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:38:25.172819 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-3198f8f5-c12a-40dc-a981-1323c1635063 None None] Provisioning complete for port bf398646-b6ef-4103-84bd-5c181d5a9885 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:25.173297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3198f8f5-c12a-40dc-a981-1323c1635063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:25.288112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f56fcc-cd83-49a5-971a-252d4e861867 req-8a63d8b5-7810-4ec2-9274-e321108ff212 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:25.297646 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a8f56fcc-cd83-49a5-971a-252d4e861867 req-8a63d8b5-7810-4ec2-9274-e321108ff212 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1486993 Dec 07 15:38:25.441353 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a8f56fcc-cd83-49a5-971a-252d4e861867 req-acee085c-86f9-4d5a-8882-39258ee20583 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426516 Dec 07 15:38:25.458017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-d043a024-0c30-480b-ac88-2e5343a80c31 None None] Provisioning complete for port a7543b4f-dd2f-46d5-9787-6b22384936e7 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:25.458548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d043a024-0c30-480b-ac88-2e5343a80c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:25.505187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Router e3c5d353-7952-47be-b883-d9abd9b3d2c5 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:38:25.531552 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-d043a024-0c30-480b-ac88-2e5343a80c31 None None] Port a7543b4f-dd2f-46d5-9787-6b22384936e7 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:38:25.649284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:25.656425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-1d1d6c5b-52b2-47ea-be18-1c475f160bbd None None] Provisioning complete for port a7543b4f-dd2f-46d5-9787-6b22384936e7 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:25.656936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6c5b-52b2-47ea-be18-1c475f160bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:25.720398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d6c5b-52b2-47ea-be18-1c475f160bbd None None] Port a7543b4f-dd2f-46d5-9787-6b22384936e7 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:38:25.745208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:38:25.755338 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] 10.222.0.64 "PUT /v2.0/routers/e3c5d353-7952-47be-b883-d9abd9b3d2c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2260201 Dec 07 15:38:26.440840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53122) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:26.448015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974347562', 'description': 'tempest-secgroup-smoke-1974347562 description', 'project_id': 'f662f25b9af6427bbe13b5aa0247217c'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:26.454697 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:26.458954 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Usage tracker for resource:security_group and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:26.462619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:26.468875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:26.534121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:26.580782 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:26.585449 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Usage tracker for resource:security_group_rule and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:26.590541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:26.604489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 33d4faee-4401-4f09-8d5c-0b1bc637545f up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:26.635019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:26.705655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 33d4faee-4401-4f09-8d5c-0b1bc637545f completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:26.711270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 33d4faee-4401-4f09-8d5c-0b1bc637545f triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:26.711699 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:26.727803 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:26.734755 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c96bad-d089-4d10-a2a0-5aaa61c6b217 req-deb16eaa-45c6-415a-ace7-abf1256c3d5a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:26.736441 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-15c96bad-d089-4d10-a2a0-5aaa61c6b217 req-deb16eaa-45c6-415a-ace7-abf1256c3d5a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1472857 Dec 07 15:38:26.765165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:26.771796 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-068d641b-ea9d-48ff-846c-ec9f3b3c463a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:26.834502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f10227-1381-44a8-b840-36b076c923a0,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:26.841422 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-15c96bad-d089-4d10-a2a0-5aaa61c6b217 req-54bff4bd-8fe2-4dde-9dcc-3b28102ab0be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974588 Dec 07 15:38:26.844318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:26.852268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:26.859889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:26.861930 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4191341 Dec 07 15:38:26.864450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53128) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:26.877254 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Request body: {'security_group_rule': {'security_group_id': 'b0f10227-1381-44a8-b840-36b076c923a0', 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:26.877365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 33d4faee-4401-4f09-8d5c-0b1bc637545f, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=33d4faee-4401-4f09-8d5c-0b1bc637545f,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:26.877821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:26.882235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Usage tracker for resource:security_group_rule and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:26.885283 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:26.891725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:26.910953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8a69dcb4-eead-4686-a497-35f06ae70499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:26.922723 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:26.923714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device bf398646-b6ef-4103-84bd-5c181d5a9885 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:26.952391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:26.976091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.009017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.045672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=33d4faee-4401-4f09-8d5c-0b1bc637545f,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:27.051072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:27.061129 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.066942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port bf398646-b6ef-4103-84bd-5c181d5a9885 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:27.067584 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.098701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.142169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:27.157514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcf09b1-b183-4b3f-b200-7cd361047b12,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:27.161925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:27.168241 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.169646 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3043098 Dec 07 15:38:27.172768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53142) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:27.179752 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Request body: {'security_group_rule': {'security_group_id': 'b0f10227-1381-44a8-b840-36b076c923a0', 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:27.186374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:27.200218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Usage tracker for resource:security_group_rule and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:27.204054 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:27.211006 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:27.322188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.400812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.425224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.427402 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:27.452773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21d22d8-b794-4e35-9d30-79418226ba62,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:27.457744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:27.482531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.484060 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3102117 Dec 07 15:38:27.486991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53148) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:27.493828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Request body: {'security_group_rule': {'security_group_id': 'b0f10227-1381-44a8-b840-36b076c923a0', 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:27.500104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:27.504278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Usage tracker for resource:security_group_rule and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:27.508509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:27.517034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:27.570328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.649159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.688246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.691118 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-90c8fc9c-f5b7-4b41-90b2-0df6dd9017ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:27.717962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c194d1a-1ed2-4640-b182-29848d4d065d,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:27.720721 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:27.764978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.768529 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4cdc0fec-ada0-47ba-bd07-4d32a08976a3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2784324 Dec 07 15:38:27.769659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53156) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:27.777042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Request body: {'security_group_rule': {'security_group_id': 'b0f10227-1381-44a8-b840-36b076c923a0', 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:27.783610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:27.788664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Usage tracker for resource:security_group_rule and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:27.791895 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:27.798536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:27.799358 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Sync routers for ids ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:38:27.812169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Routers {'e3c5d353-7952-47be-b883-d9abd9b3d2c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:27.812768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:38:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:27.844056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.929926 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.992186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:27.994886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:28.009961 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Set router e3c5d353-7952-47be-b883-d9abd9b3d2c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:28.069534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120ae87a-d189-480e-8117-93f1512f1687,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:28.078724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:28.120218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371c8c9-fa27-4baa-90a0-08cd76170b7d req-1cabc1e6-637c-4caa-a585-5de0e11b611e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:28.123643 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d371c8c9-fa27-4baa-90a0-08cd76170b7d req-1cabc1e6-637c-4caa-a585-5de0e11b611e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1131592 Dec 07 15:38:28.124915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.127702 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3566742 Dec 07 15:38:28.129890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 53166) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:28.137418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Request body: {'security_group_rule': {'security_group_id': 'b0f10227-1381-44a8-b840-36b076c923a0', 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:28.146336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:28.153133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Usage tracker for resource:security_group_rule and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:28.160219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:28.179524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:28.196678 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d371c8c9-fa27-4baa-90a0-08cd76170b7d req-54b42c7e-c655-45c9-a733-91f2fc32d3e1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673382 Dec 07 15:38:28.235074 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.securitygroups_db [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Project f662f25b9af6427bbe13b5aa0247217c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 15:38:28.244907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.341181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.398431 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'name': 'tempest-TestShelveInstance-2050725582-router', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:18Z', 'updated_at': '2021-12-07T15:38:24Z', 'revision_number': 4, 'project_id': '9c12da1a301045b1907665456d7ae708', 'gw_port': {'id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:19Z', 'updated_at': '2021-12-07T15:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'a7543b4f-dd2f-46d5-9787-6b22384936e7', 'name': '', 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'mac_address': 'fa:16:3e:df:8d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86975df9-5a32-4146-86ee-de6999105ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:23Z', 'updated_at': '2021-12-07T15:38:24Z', 'revision_number': 2, 'project_id': '9c12da1a301045b1907665456d7ae708', 'subnets': [{'id': '86975df9-5a32-4146-86ee-de6999105ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:28.402796 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Checking router: e3c5d353-7952-47be-b883-d9abd9b3d2c5 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:38:28.403198 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Updating router e3c5d353-7952-47be-b883-d9abd9b3d2c5 port a7543b4f-dd2f-46d5-9787-6b22384936e7 binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:38:28.408356 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.410849 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cc68d8ca-a52d-43c1-9447-9637935ba926 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:28.414195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.436168 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6007adc5-41ff-4189-b74e-5bea504857d1,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:28.453134 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.454092 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.454667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.455220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.455795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.456181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.456742 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.457442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.458053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.458715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.459195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:28.461157 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.462865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:28.488294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.489670 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3584707 Dec 07 15:38:28.493955 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53180) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:28.500080 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Request body: {'security_group_rule': {'security_group_id': 'b0f10227-1381-44a8-b840-36b076c923a0', 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:38:28.512798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:38:28.518292 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Usage tracker for resource:security_group_rule and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:38:28.524443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:38:28.534617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:38:28.550258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 33d4faee-4401-4f09-8d5c-0b1bc637545f up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:28.597600 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.securitygroups_db [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Project f662f25b9af6427bbe13b5aa0247217c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 15:38:28.612117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.633219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 33d4faee-4401-4f09-8d5c-0b1bc637545f triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:28.634458 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.699408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.740018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.749547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b23d3b86-33b0-4a27-8774-d7b9be532c39 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:28.774927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599e4da8-83cb-4437-bb20-038bd2cf32c9,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:28.778601 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:28.825358 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.827546 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-73047f03-7354-47a6-b7d6-1b6b7b51a92d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3319640 Dec 07 15:38:28.899436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.911707 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Transition to ACTIVE for port object a7543b4f-dd2f-46d5-9787-6b22384936e7 will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:38:28.945875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:28.950884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-02301dcd-f532-4eb6-bc43-5157cfd8ff66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:29.085408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefb47b-299f-4283-922c-ef9ac48f0575 None None] Pushing event updated for resources: {'Port': ['ID=a7543b4f-dd2f-46d5-9787-6b22384936e7,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:29.089914 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7aefb47b-299f-4283-922c-ef9ac48f0575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:29.193213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Attempting to bind port a7543b4f-dd2f-46d5-9787-6b22384936e7 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:38:29.194369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Attempting to bind port a7543b4f-dd2f-46d5-9787-6b22384936e7 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': '18979f97-7bd6-4ecf-815b-ec541c4919bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:38:29.194786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Attempting to bind port a7543b4f-dd2f-46d5-9787-6b22384936e7 on network ece88c0b-84d1-4412-838a-69c7c0155a85 {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:38:29.202563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:38:29.202963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Checking segment: {'id': '18979f97-7bd6-4ecf-815b-ec541c4919bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:38:29.203529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:29.203846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Bound using segment: {'id': '18979f97-7bd6-4ecf-815b-ec541c4919bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:38:29.204513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Bound port: a7543b4f-dd2f-46d5-9787-6b22384936e7, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18979f97-7bd6-4ecf-815b-ec541c4919bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:38:29.205062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:29.309136 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] For port a7543b4f-dd2f-46d5-9787-6b22384936e7, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:38:29.312359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] For port a7543b4f-dd2f-46d5-9787-6b22384936e7, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=a7543b4f-dd2f-46d5-9787-6b22384936e7,segment=NetworkSegment(18979f97-7bd6-4ecf-815b-ec541c4919bd),segment_id=18979f97-7bd6-4ecf-815b-ec541c4919bd)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:38:29.368928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:29.373876 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:29.454219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b2714-538b-4b77-a9d3-ad0540370c42 req-9c8930f6-8725-450c-88dc-b307c4b5f19d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:29.456142 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e8b2714-538b-4b77-a9d3-ad0540370c42 req-9c8930f6-8725-450c-88dc-b307c4b5f19d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1065001 Dec 07 15:38:29.471930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Routers {'e3c5d353-7952-47be-b883-d9abd9b3d2c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:29.472637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:38:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:29.539509 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1e8b2714-538b-4b77-a9d3-ad0540370c42 req-b37f60b5-32cd-41d0-a02f-987f05f31514 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744679 Dec 07 15:38:29.787790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefb47b-299f-4283-922c-ef9ac48f0575 None None] Pushing event updated for resources: {'Port': ['ID=a7543b4f-dd2f-46d5-9787-6b22384936e7,revision_number=4']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:29.793457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7aefb47b-299f-4283-922c-ef9ac48f0575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:29.929901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] Set router e3c5d353-7952-47be-b883-d9abd9b3d2c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:30.296505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'name': 'tempest-TestShelveInstance-2050725582-router', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:18Z', 'updated_at': '2021-12-07T15:38:24Z', 'revision_number': 4, 'project_id': '9c12da1a301045b1907665456d7ae708', 'gw_port': {'id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:19Z', 'updated_at': '2021-12-07T15:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'a7543b4f-dd2f-46d5-9787-6b22384936e7', 'name': '', 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'mac_address': 'fa:16:3e:df:8d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86975df9-5a32-4146-86ee-de6999105ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:23Z', 'updated_at': '2021-12-07T15:38:29Z', 'revision_number': 4, 'project_id': '9c12da1a301045b1907665456d7ae708', 'subnets': [{'id': '86975df9-5a32-4146-86ee-de6999105ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:30.300882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785ae0e-5b99-4162-8d59-f6fa1d9e9a42 None None] The sync data for ids ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'] in dv-cinder-820628-1-iscsi is: [{'id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'name': 'tempest-TestShelveInstance-2050725582-router', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:18Z', 'updated_at': '2021-12-07T15:38:24Z', 'revision_number': 4, 'project_id': '9c12da1a301045b1907665456d7ae708', 'gw_port': {'id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:19Z', 'updated_at': '2021-12-07T15:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'a7543b4f-dd2f-46d5-9787-6b22384936e7', 'name': '', 'network_id': 'ece88c0b-84d1-4412-838a-69c7c0155a85', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'mac_address': 'fa:16:3e:df:8d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86975df9-5a32-4146-86ee-de6999105ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:23Z', 'updated_at': '2021-12-07T15:38:29Z', 'revision_number': 4, 'project_id': '9c12da1a301045b1907665456d7ae708', 'subnets': [{'id': '86975df9-5a32-4146-86ee-de6999105ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:38:30.569116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device a7543b4f-dd2f-46d5-9787-6b22384936e7 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:30.739577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port a7543b4f-dd2f-46d5-9787-6b22384936e7 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:38:30.745427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port a7543b4f-dd2f-46d5-9787-6b22384936e7 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:30.752733 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:30.793549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b4eca-539b-4a56-a985-6b832cf6ad52 req-ea5779e8-1f5e-44e3-b0ca-cd95487da687 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:30.795262 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-df4b4eca-539b-4a56-a985-6b832cf6ad52 req-ea5779e8-1f5e-44e3-b0ca-cd95487da687 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1019943 Dec 07 15:38:30.866762 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-df4b4eca-539b-4a56-a985-6b832cf6ad52 req-f71cdbbf-4424-4f30-810b-9d5d690db797 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643718 Dec 07 15:38:30.915170 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:30.961424 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port a7543b4f-dd2f-46d5-9787-6b22384936e7, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=a7543b4f-dd2f-46d5-9787-6b22384936e7,segment=NetworkSegment(18979f97-7bd6-4ecf-815b-ec541c4919bd),segment_id=18979f97-7bd6-4ecf-815b-ec541c4919bd)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:31.002838 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:31.005624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:31.087680 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=a7543b4f-dd2f-46d5-9787-6b22384936e7,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:31.092459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:32.226420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e03e-799c-4a66-8372-e2e9dddfe7e4 req-be11d160-5e4f-469f-be8a-33224402af32 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:32.228267 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5980e03e-799c-4a66-8372-e2e9dddfe7e4 req-be11d160-5e4f-469f-be8a-33224402af32 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0919728 Dec 07 15:38:32.283101 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5980e03e-799c-4a66-8372-e2e9dddfe7e4 req-86713889-8f2d-4d27-ad5d-ed39cb7f0d72 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479620 Dec 07 15:38:32.525903 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device a7543b4f-dd2f-46d5-9787-6b22384936e7 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:38:32.602235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port a7543b4f-dd2f-46d5-9787-6b22384936e7 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:38:32.602633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:33.513840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191f51-eb6a-4af7-b987-342ae6996d74 req-b36cda46-8265-431a-9933-d86620517c88 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:33.516579 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f5191f51-eb6a-4af7-b987-342ae6996d74 req-b36cda46-8265-431a-9933-d86620517c88 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0894175 Dec 07 15:38:33.568931 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f5191f51-eb6a-4af7-b987-342ae6996d74 req-2564099f-0604-4385-a230-80efe86d483f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 Dec 07 15:38:34.879437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ffdbe-3583-4d7d-bbfe-dfd64e8b053c req-383d3856-350e-481d-8999-b37cc002548e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:34.881652 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6b1ffdbe-3583-4d7d-bbfe-dfd64e8b053c req-383d3856-350e-481d-8999-b37cc002548e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0950255 Dec 07 15:38:34.933508 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6b1ffdbe-3583-4d7d-bbfe-dfd64e8b053c req-b9f27838-b7db-49f5-8822-30c1f083c549 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455678 Dec 07 15:38:36.197934 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc6642-1aa6-46de-bd5b-be5e6fdb4277 req-f1eea4d8-53f8-48ce-a44c-4e78e11f94a7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:36.199558 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b1bc6642-1aa6-46de-bd5b-be5e6fdb4277 req-f1eea4d8-53f8-48ce-a44c-4e78e11f94a7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1099505 Dec 07 15:38:36.258843 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b1bc6642-1aa6-46de-bd5b-be5e6fdb4277 req-5362fe69-89b2-44f9-9569-01d11ee5f422 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529153 Dec 07 15:38:37.492269 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac01a5-74a7-4c48-a64e-69d36d8981b9 req-0d2a67c1-dc79-4762-97fd-a857a65202a3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:37.494005 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8aac01a5-74a7-4c48-a64e-69d36d8981b9 req-0d2a67c1-dc79-4762-97fd-a857a65202a3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0855641 Dec 07 15:38:37.519550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:38:37.549965 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8aac01a5-74a7-4c48-a64e-69d36d8981b9 req-a6a4a8e9-9c7e-4d07-9739-7fb5df87d3b1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482118 Dec 07 15:38:39.022428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b8593-9ea4-4d7b-afe5-ef9e16465bd4 req-d29e4fa0-ab69-4938-bc0b-4b4c88459524 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:39.024863 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-964b8593-9ea4-4d7b-afe5-ef9e16465bd4 req-d29e4fa0-ab69-4938-bc0b-4b4c88459524 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.3119116 Dec 07 15:38:39.076229 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-964b8593-9ea4-4d7b-afe5-ef9e16465bd4 req-d74c72e0-61fa-4d5e-882d-697fea8639a1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449562 Dec 07 15:38:40.306175 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49760b-5370-42b8-bc09-f365d15d9591 req-12b53c90-2618-4551-8390-7c49572ebf8d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:40.307777 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0e49760b-5370-42b8-bc09-f365d15d9591 req-12b53c90-2618-4551-8390-7c49572ebf8d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0915895 Dec 07 15:38:40.357540 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0e49760b-5370-42b8-bc09-f365d15d9591 req-be061384-ef5f-4fcf-90db-dcfa0f553d40 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435901 Dec 07 15:38:41.122360 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:41.595473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23a6ca-2ab1-4435-b04e-8bb68c88f109 req-c9b748dd-360a-4b72-9b38-c1d4a003ed20 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:41.597104 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6d23a6ca-2ab1-4435-b04e-8bb68c88f109 req-c9b748dd-360a-4b72-9b38-c1d4a003ed20 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0921679 Dec 07 15:38:41.648953 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6d23a6ca-2ab1-4435-b04e-8bb68c88f109 req-648ca8d8-3f96-4fad-bbb6-c1a982ae5800 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454965 Dec 07 15:38:42.887714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a09f3-082b-49bb-b48a-380d3187e245 req-fa5603fe-7f90-4ac7-9498-daa243123199 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:42.889401 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2e0a09f3-082b-49bb-b48a-380d3187e245 req-fa5603fe-7f90-4ac7-9498-daa243123199 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0949707 Dec 07 15:38:42.947975 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2e0a09f3-082b-49bb-b48a-380d3187e245 req-e2d2afbe-07b2-47ae-88ff-88e615933404 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512719 Dec 07 15:38:44.200802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a11967-47a9-469e-a1d8-1d810e8a5f4d req-1c9c5264-0b15-4958-8656-40fcc257d4e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:44.202467 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e0a11967-47a9-469e-a1d8-1d810e8a5f4d req-1c9c5264-0b15-4958-8656-40fcc257d4e2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.1046762 Dec 07 15:38:44.253133 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e0a11967-47a9-469e-a1d8-1d810e8a5f4d req-3fe18206-3b4a-4138-9369-498b8225ac2f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443025 Dec 07 15:38:45.481888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2245aa2-988f-4d3c-9ef0-c3f98ed5bef3 req-bb9bc409-e540-44a9-a7d2-0cb36e3a7145 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:45.483514 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2245aa2-988f-4d3c-9ef0-c3f98ed5bef3 req-bb9bc409-e540-44a9-a7d2-0cb36e3a7145 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0869062 Dec 07 15:38:45.537385 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c2245aa2-988f-4d3c-9ef0-c3f98ed5bef3 req-3857f585-b979-46ac-befd-73bb146e89ec tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471559 Dec 07 15:38:46.763810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc9df-2371-4ead-a078-af2c8b1959bc req-61014767-7eb5-4bb4-ad09-50fc79389802 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:46.765415 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-204bc9df-2371-4ead-a078-af2c8b1959bc req-61014767-7eb5-4bb4-ad09-50fc79389802 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0867879 Dec 07 15:38:46.815032 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-204bc9df-2371-4ead-a078-af2c8b1959bc req-62e64cfc-8320-4870-aa5f-a5b9eb990da8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435138 Dec 07 15:38:48.032396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3270597-cc6b-46cd-b2d7-458e57b75bfa req-07a9d122-0d30-4bcd-bab2-86a7558f214b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:48.034008 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f3270597-cc6b-46cd-b2d7-458e57b75bfa req-07a9d122-0d30-4bcd-bab2-86a7558f214b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0842211 Dec 07 15:38:48.081925 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f3270597-cc6b-46cd-b2d7-458e57b75bfa req-a75b738f-91ed-4d0e-b54c-2be46d727f1b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Dec 07 15:38:49.308407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e678d-b7d0-467d-bca6-7b54e928bdfe req-ad3056ee-8061-41ef-9873-0c05e6afb6d7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:49.310059 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-149e678d-b7d0-467d-bca6-7b54e928bdfe req-ad3056ee-8061-41ef-9873-0c05e6afb6d7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0854800 Dec 07 15:38:49.359580 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-149e678d-b7d0-467d-bca6-7b54e928bdfe req-5269ad92-a615-41c6-96b4-d4e530ed9dd4 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432034 Dec 07 15:38:50.588678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76059d2f-58c0-43a4-8bdb-baaffa511262 req-60f9e47b-f148-4671-8b49-ebd9679c3a9f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:50.590324 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-76059d2f-58c0-43a4-8bdb-baaffa511262 req-60f9e47b-f148-4671-8b49-ebd9679c3a9f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.0880017 Dec 07 15:38:50.639712 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-76059d2f-58c0-43a4-8bdb-baaffa511262 req-b84985e1-15df-4034-a9a5-0bf339ce3c7e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e6e292-6253-4f68-85d0-19955a3360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432341 Dec 07 15:38:53.266746 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-f544e6e1-e732-4933-8e52-0eae0ed717d1 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Synchronizing usage tracker for tenant:f662f25b9af6427bbe13b5aa0247217c on resource:security_group {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:38:53.327001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-f544e6e1-e732-4933-8e52-0eae0ed717d1 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Unset dirty status for tenant:f662f25b9af6427bbe13b5aa0247217c on resource:security_group {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:38:53.328408 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-f544e6e1-e732-4933-8e52-0eae0ed717d1 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974347562&fields=id&tenant_id=f662f25b9af6427bbe13b5aa0247217c HTTP/1.1" status: 200 len: 267 time: 0.1080523 Dec 07 15:38:53.499854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-f3c7a5b3-e226-4bde-8c6d-39e9461b76af tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:53.504717 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-f3c7a5b3-e226-4bde-8c6d-39e9461b76af tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/networks?id=d9804e5e-6506-4b84-9c43-9391dd1c9db9 HTTP/1.1" status: 200 len: 809 time: 0.1656621 Dec 07 15:38:53.520152 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a5f47f80-7cb2-480a-b049-fd1d79462fe0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/quotas/f662f25b9af6427bbe13b5aa0247217c HTTP/1.1" status: 200 len: 375 time: 0.0127242 Dec 07 15:38:53.616473 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-180c48d7-2770-4665-a5cf-269b3684a536 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f662f25b9af6427bbe13b5aa0247217c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902145 Dec 07 15:38:53.925121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-30ebd31d-df96-49fb-9707-deb96aa53a8b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:38:53.926807 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-30ebd31d-df96-49fb-9707-deb96aa53a8b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=469fceb0-db5b-4799-ad6c-08ce88a937aa HTTP/1.1" status: 200 len: 944 time: 0.2090170 Dec 07 15:38:53.932854 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-94f1fb53-0b98-4333-ac5f-3fc50a5667a7 service neutron] 10.222.0.64 "GET /v2.0/networks/d9804e5e-6506-4b84-9c43-9391dd1c9db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026481 Dec 07 15:38:54.098867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Deleting port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:38:54.099255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:54.127608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d4780fbd-4512-4c99-8d3c-b5c0b2c422ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:54.226265 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-eb8e9fa9-d4d2-418c-b60a-0780725a3efa service neutron] 10.222.0.64 "GET /v2.0/networks/d9804e5e-6506-4b84-9c43-9391dd1c9db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620244 Dec 07 15:38:54.437252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] For port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:38:54.438074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:54.844067 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:54.844493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:54.844857 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.l3_db [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Floating IP 9dd0b651-87e9-46db-90fa-e198ed44635c disassociated. External IP: 172.27.1.86, port: 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07. Dec 07 15:38:54.845582 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Calling delete_port for 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 owned by compute:nova {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:38:55.047279 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a602511d-3b6f-4d99-bae0-73942b25c149 req-d50e0fbd-4594-431b-a478-2eb99dfbe77a tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.0491583 Dec 07 15:38:55.322742 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:55.329364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:55.377479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event deleted for resources: {'Port': ['ID=46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:55.392665 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.393128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.393537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.393937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.394333 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.394827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.395198 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.395868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.395983 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.396301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.396689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:38:55.402774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:55.627691 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Router 352bbc8f-1e06-47ab-b7ce-be60f0114257 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:38:55.642309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:55.845485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:38:55.856397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] Sync routers for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:38:55.879268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:55.879268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:38:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:55.923283 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] No DVR routers for this DVR port 46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 on host hv-cinder-82062 {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:38:55.926253 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:55.933049 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'name': 'network-vif-deleted', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:38:56.004093 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2b9013fe-43c9-4c0b-a067-89df8c2b5e8c req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "DELETE /v2.0/ports/46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07 HTTP/1.1" status: 204 len: 173 time: 2.0700684 Dec 07 15:38:56.007546 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '469fceb0-db5b-4799-ad6c-08ce88a937aa', 'name': 'network-vif-deleted', 'tag': '46c8dea2-4c9d-4c74-8a3d-3a45d83f8c07', 'status': 'failed', 'code': 422} returned with failed status Dec 07 15:38:56.095224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:56.278197 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0fc2fae0-94ff-4451-a441-4d1721138fb0 req-85a8819c-5263-43cb-aadd-391fbd26a07a tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.0575571 Dec 07 15:38:56.694819 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:56.700017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] Checking router: 352bbc8f-1e06-47ab-b7ce-be60f0114257 for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:38:56.711690 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:38:56.712391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:38:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:56.926042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-74d95e34-2f5e-4b60-a2b2-225a90143cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:56.935464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:38:57.072457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:57.234939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53814) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:57.298084 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:38:57.302800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0f8c1-8eec-4b06-8033-e9fdb91bb159 None None] The sync data for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi is: [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:38:57.322015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-57e7cb2a-a401-4768-98aa-ec8bceb87797 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:57.373536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-57e7cb2a-a401-4768-98aa-ec8bceb87797 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:57.472801 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ff3cdb5d-d527-44dc-98bd-238c1c83cbe0 req-e47ad68e-e027-4fd3-a6b5-51cb9810f597 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.0544508 Dec 07 15:38:57.511523 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-57e7cb2a-a401-4768-98aa-ec8bceb87797 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:57.517802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:57.749441 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7cb2a-a401-4768-98aa-ec8bceb87797 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e6e292-6253-4f68-85d0-19955a3360f8,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:57.752596 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-57e7cb2a-a401-4768-98aa-ec8bceb87797 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:57.753557 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-57e7cb2a-a401-4768-98aa-ec8bceb87797 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:57.755178 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-57e7cb2a-a401-4768-98aa-ec8bceb87797 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "DELETE /v2.0/security-groups/03e6e292-6253-4f68-85d0-19955a3360f8 HTTP/1.1" status: 204 len: 168 time: 0.5187461 Dec 07 15:38:57.757625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53830) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:57.776365 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.v2.resource [None req-cb887c69-cc28-47f4-9f8c-296223767ff5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] show failed (client error): The resource could not be found. Dec 07 15:38:57.777496 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-cb887c69-cc28-47f4-9f8c-296223767ff5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups/03e6e292-6253-4f68-85d0-19955a3360f8 HTTP/1.1" status: 404 len: 347 time: 0.0187812 Dec 07 15:38:57.782632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53834) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:38:57.819480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0e58e-f07e-4106-be78-5bd1446c5d88 None None] New status for floating IP 9dd0b651-87e9-46db-90fa-e198ed44635c: DOWN {{(pid=88289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:38:57.947618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Deleting port 7eb2a5f5-128c-4f72-95ec-47f96dc8b79e {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:38:57.947936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:58.167619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:58.167989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:58.307743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Calling delete_port for 7eb2a5f5-128c-4f72-95ec-47f96dc8b79e owned by network:floatingip {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:38:58.390494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:58.596286 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-853c5a7f-93fd-4e27-a681-409bb5f3da4e req-cabeb1ce-2176-4d8f-ae7a-1625271da36d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.0501652 Dec 07 15:38:58.632023 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.db.api [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88287) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:38:58.632208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.api [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:38:59.133142 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Deleting port 7eb2a5f5-128c-4f72-95ec-47f96dc8b79e {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:38:59.135012 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:59.337761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:59.338127 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:59.466561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Calling delete_port for 7eb2a5f5-128c-4f72-95ec-47f96dc8b79e owned by network:floatingip {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:38:59.653694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:59.658505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:38:59.703732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event deleted for resources: {'Port': ['ID=7eb2a5f5-128c-4f72-95ec-47f96dc8b79e,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:38:59.707577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:38:59.846481 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d7542205-17de-4bba-8b90-db0206c2b7ab req-b698c66a-d15b-4dfe-a8d5-6c8a6fbccb50 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.0816159 Dec 07 15:38:59.871526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:59.888401 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:38:59.889898 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "DELETE /v2.0/floatingips/9dd0b651-87e9-46db-90fa-e198ed44635c HTTP/1.1" status: 204 len: 168 time: 2.1062598 Dec 07 15:39:00.456114 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 53896) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:00.463187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519500482', 'description': 'tempest-description--619132665'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:39:00.471210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:00.477572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Usage tracker for resource:security_group and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:00.479654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:00.487478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:00.556990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:00.598753 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:00.601749 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Usage tracker for resource:security_group_rule and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:00.605743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:00.611794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:00.913018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:00.939273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:00.945563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-458be211-95a3-40cc-8279-101038100eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:01.030363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b716bbff-c23e-4ff5-840d-81d59f062e46,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:01.037740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.040119 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5814164 Dec 07 15:39:01.040119 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:01.042939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 53910) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:01.043110 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-76440de3-c283-4284-8973-99dc4c2957ca req-183ece3f-5964-4bd1-88c6-864d5c48678e tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.0550847 Dec 07 15:39:01.050043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'security_group_rule': {'security_group_id': 'b716bbff-c23e-4ff5-840d-81d59f062e46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:39:01.057989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:01.068436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Usage tracker for resource:security_group_rule and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:01.068436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:01.074615 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:01.123291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.242572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.264856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.267175 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f40adbb3-ef1b-4896-b180-149c0920ed0f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:01.292715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f93cb4-f036-4979-8140-dcd1a878f13b,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:01.295491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:01.333570 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.334901 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-73232d95-2a0c-4c33-913b-b9fad3ba16af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2905548 Dec 07 15:39:01.338392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 53916) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:01.344619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'security_group_rule': {'security_group_id': 'b716bbff-c23e-4ff5-840d-81d59f062e46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:39:01.352195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:01.357154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Usage tracker for resource:security_group_rule and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:01.360191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:01.366320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:01.418298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.485295 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.516018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.524013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:01.547891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c63e018-b8e6-416f-81e2-106a0b669b6b,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:01.550851 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:01.595673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.596965 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f7900660-8be4-444e-9f5c-b0e3839e7ea1 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2574797 Dec 07 15:39:01.600438 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 53920) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:01.606933 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'floatingip': {'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:39:01.613143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:01.617945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Usage tracker for resource:floatingip and tenant:c86b3cd6fc164c11913f5d19eb7427a3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:01.622013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:01.628358 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:01.665890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.817067 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:01.970928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Allocated IP 172.27.1.243 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/a1f78b6f-d826-4cfc-8db9-3b541c28de7f) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:39:02.160596 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:02.240866 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-68ffb94a-2543-4926-9d40-4e7ec794b0bc req-352675e8-0a1b-4c48-a123-1e66a973ab43 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.0648770 Dec 07 15:39:02.248252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:02.253617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9a26d0a9-4a96-49b3-9693-5912e2386251 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:02.326593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:39:02.329714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:39:02.334850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:39:02.363223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'Port': ['ID=a1f78b6f-d826-4cfc-8db9-3b541c28de7f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:02.369293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:02.562139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:02.656017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:02.896061 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:02.933677 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:02.938892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-811370fd-2354-404c-9be8-341bbbcb4e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:03.059085 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'Port': ['ID=a1f78b6f-d826-4cfc-8db9-3b541c28de7f,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:03.062244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:03.075299 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:03.133301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:03.143405 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5338554 Dec 07 15:39:03.467887 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-73b7bfdd-ecf6-43c2-8217-7add4ecee6a0 req-9b9b4ea3-e8a1-42eb-bbc3-46be091d6940 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.0631258 Dec 07 15:39:03.492890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-b136bf03-764a-4280-ac32-0ad4346df196 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Synchronizing usage tracker for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:security_group {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:39:03.550361 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-b136bf03-764a-4280-ac32-0ad4346df196 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Unset dirty status for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:security_group {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:39:03.551843 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-b136bf03-764a-4280-ac32-0ad4346df196 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--519500482&fields=id&tenant_id=c86b3cd6fc164c11913f5d19eb7427a3 HTTP/1.1" status: 200 len: 267 time: 0.1712317 Dec 07 15:39:03.601719 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-3d5c841a-8b37-4b65-8694-11b35d9f7779 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:03.602507 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-3d5c841a-8b37-4b65-8694-11b35d9f7779 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Synchronizing usage tracker for tenant:f662f25b9af6427bbe13b5aa0247217c on resource:network {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:39:03.653351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-3d5c841a-8b37-4b65-8694-11b35d9f7779 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Unset dirty status for tenant:f662f25b9af6427bbe13b5aa0247217c on resource:network {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:39:03.654728 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-3d5c841a-8b37-4b65-8694-11b35d9f7779 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.66 "GET /v2.0/networks?id=d9804e5e-6506-4b84-9c43-9391dd1c9db9 HTTP/1.1" status: 200 len: 809 time: 0.2367296 Dec 07 15:39:03.730718 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-7d0cefce-f910-47fa-801e-ce6d72099d7b tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Synchronizing usage tracker for tenant:f662f25b9af6427bbe13b5aa0247217c on resource:security_group {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:39:03.745611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-7d0cefce-f910-47fa-801e-ce6d72099d7b tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Unset dirty status for tenant:f662f25b9af6427bbe13b5aa0247217c on resource:security_group {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:39:03.747062 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-7d0cefce-f910-47fa-801e-ce6d72099d7b tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f662f25b9af6427bbe13b5aa0247217c HTTP/1.1" status: 200 len: 380 time: 0.0753706 Dec 07 15:39:03.747652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-1bddad8b-4303-48f4-bcac-c554b0a83edc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:03.751271 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-1bddad8b-4303-48f4-bcac-c554b0a83edc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 817 time: 0.1849937 Dec 07 15:39:03.761233 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Request body: {'port': {'device_id': 'c90b5f5c-0d9a-4e75-acee-97c9d30c39a7', 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9', 'admin_state_up': True, 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'security_groups': ['b0f10227-1381-44a8-b840-36b076c923a0']}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:39:03.784218 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-07a64153-a020-40b9-9440-df6ca07afc84 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/quotas/c86b3cd6fc164c11913f5d19eb7427a3 HTTP/1.1" status: 200 len: 375 time: 0.0246158 Dec 07 15:39:03.881879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-dc0b9d93-8fdc-4e46-8bf5-2cc301758e4f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Synchronizing usage tracker for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:39:03.927306 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-dc0b9d93-8fdc-4e46-8bf5-2cc301758e4f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Unset dirty status for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:39:03.928954 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-dc0b9d93-8fdc-4e46-8bf5-2cc301758e4f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1436856 Dec 07 15:39:03.933341 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:03.937700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Usage tracker for resource:port and tenant:f662f25b9af6427bbe13b5aa0247217c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:03.940823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:03.947680 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:03.996075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Made reservation on behalf of f662f25b9af6427bbe13b5aa0247217c for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:39:04.002331 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:04.117847 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-0a0e63c1-4d3e-4005-a111-ec21ac1ff792 service neutron] 10.222.0.64 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728907 Dec 07 15:39:04.243603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Allocated IP 172.20.0.14 (d9804e5e-6506-4b84-9c43-9391dd1c9db9/d114201d-7df8-43ee-8f2a-7b3d8ff4818b/c465c008-89db-44be-a86b-38b2127e1331) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:39:04.316110 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-1a45d58e-f5a4-4a11-8ed9-b7abb0c41202 service neutron] 10.222.0.64 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959076 Dec 07 15:39:04.496763 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:04.522951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Transition to ACTIVE for port object c465c008-89db-44be-a86b-38b2127e1331 will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:39:04.597038 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ec405fe8-f3fe-43f3-a947-eaea42b66d69 req-7577e84f-b5bd-4eae-807b-e812b8241151 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 210 time: 0.0539715 Dec 07 15:39:04.602555 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:04.619805 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:04.699502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Network d9804e5e-6506-4b84-9c43-9391dd1c9db9 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:39:04.703446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:39:04.708506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:39:04.738055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f570d-b9b8-434b-b322-5d39f64e501b req-fb44ce39-af79-470f-9cfb-5ce490027961 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:04.740433 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-977f570d-b9b8-434b-b322-5d39f64e501b req-fb44ce39-af79-470f-9cfb-5ce490027961 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 932 time: 0.1075046 Dec 07 15:39:04.782368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Pushing event updated for resources: {'Port': ['ID=c465c008-89db-44be-a86b-38b2127e1331,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:04.787165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:04.792647 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:04.793385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:04.806745 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-977f570d-b9b8-434b-b322-5d39f64e501b req-5d97894f-3fc3-45f9-8ffe-ece1a3fd1510 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0f10227-1381-44a8-b840-36b076c923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590265 Dec 07 15:39:04.848651 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0920389 Dec 07 15:39:04.861971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Request body: {'port': {'device_id': 'c90b5f5c-0d9a-4e75-acee-97c9d30c39a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:39:04.985488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:05.070573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-67cc47a0-fc0d-498a-a16e-a80cceb4c9db None None] Provisioning for port c465c008-89db-44be-a86b-38b2127e1331 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:39:05.077996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-67cc47a0-fc0d-498a-a16e-a80cceb4c9db None None] Provisioning complete for port c465c008-89db-44be-a86b-38b2127e1331 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:39:05.080099 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-67cc47a0-fc0d-498a-a16e-a80cceb4c9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:05.141670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-67cc47a0-fc0d-498a-a16e-a80cceb4c9db None None] Port c465c008-89db-44be-a86b-38b2127e1331 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:39:05.735941 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c465c008-89db-44be-a86b-38b2127e1331 {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:39:05.744641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:05.762383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Transition to ACTIVE for port object c465c008-89db-44be-a86b-38b2127e1331 will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:39:05.784940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:05.790208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c03fb3c6-6f72-4940-83cf-d74688f1ebc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:05.829835 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d16df439-75b1-4702-b017-1d52ce231dfd req-eedf1cae-92ec-46a9-9be1-91419d958cfb tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 210 time: 0.0547962 Dec 07 15:39:06.024834 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c465c008-89db-44be-a86b-38b2127e1331,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:06.029493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:06.068051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Attempting to bind port c465c008-89db-44be-a86b-38b2127e1331 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:39:06.068492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Attempting to bind port c465c008-89db-44be-a86b-38b2127e1331 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:39:06.068865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Attempting to bind port c465c008-89db-44be-a86b-38b2127e1331 on network d9804e5e-6506-4b84-9c43-9391dd1c9db9 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:39:06.076540 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Port c465c008-89db-44be-a86b-38b2127e1331 on network d9804e5e-6506-4b84-9c43-9391dd1c9db9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:39:06.076911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Attempting to bind port c465c008-89db-44be-a86b-38b2127e1331 on network d9804e5e-6506-4b84-9c43-9391dd1c9db9 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:39:06.082355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21242494-4255-46b8-8937-a292cdbec08f req-e0cbc88c-2241-4edd-9a19-fb1aebe32125 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:06.084043 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-21242494-4255-46b8-8937-a292cdbec08f req-e0cbc88c-2241-4edd-9a19-fb1aebe32125 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 944 time: 0.1107564 Dec 07 15:39:06.085738 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:39:06.086208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Checking segment: {'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:39:06.086671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Bound using segment: {'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:39:06.087176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Bound port: c465c008-89db-44be-a86b-38b2127e1331, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1642db88-cd69-47c1-bab8-be09bc75cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9804e5e-6506-4b84-9c43-9391dd1c9db9'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:39:06.088307 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:06.151273 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-21242494-4255-46b8-8937-a292cdbec08f req-d7635624-2f37-48ab-a18c-fd0bce39c76d tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0f10227-1381-44a8-b840-36b076c923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582609 Dec 07 15:39:06.215501 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] For port c465c008-89db-44be-a86b-38b2127e1331, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:39:06.219088 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] For port c465c008-89db-44be-a86b-38b2127e1331, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c465c008-89db-44be-a86b-38b2127e1331,segment=NetworkSegment(1642db88-cd69-47c1-bab8-be09bc75cdf7),segment_id=1642db88-cd69-47c1-bab8-be09bc75cdf7)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:39:06.271184 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:06.277669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d6263c15-10cf-4654-a9b2-7e4b59d16110 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:06.348286 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:06.349871 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] 10.222.0.66 "PUT /v2.0/ports/c465c008-89db-44be-a86b-38b2127e1331 HTTP/1.1" status: 200 len: 1094 time: 1.4928067 Dec 07 15:39:06.350431 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90b5f5c-0d9a-4e75-acee-97c9d30c39a7', 'tag': 'c465c008-89db-44be-a86b-38b2127e1331'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:39:06.374316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c465c008-89db-44be-a86b-38b2127e1331,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:06.378073 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:06.425979 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90b5f5c-0d9a-4e75-acee-97c9d30c39a7', 'tag': 'c465c008-89db-44be-a86b-38b2127e1331', 'status': 'completed', 'code': 200} Dec 07 15:39:06.583959 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-2653a446-59e9-44f1-927e-1a0c330494df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f662f25b9af6427bbe13b5aa0247217c&device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 1097 time: 0.1512597 Dec 07 15:39:06.744946 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-0980fdcc-c08c-40c5-a461-29a5882f835f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c465c008-89db-44be-a86b-38b2127e1331 HTTP/1.1" status: 200 len: 217 time: 0.0987601 Dec 07 15:39:06.846015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-eb753acc-43e6-49e4-b329-b62f96eac928 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:06.846759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-eb753acc-43e6-49e4-b329-b62f96eac928 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Synchronizing usage tracker for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:network {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:39:06.864921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-da32d93c-96b8-4f83-905c-57924c1eb2ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:06.866409 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-da32d93c-96b8-4f83-905c-57924c1eb2ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d114201d-7df8-43ee-8f2a-7b3d8ff4818b HTTP/1.1" status: 200 len: 848 time: 0.1150818 Dec 07 15:39:06.917679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-eb753acc-43e6-49e4-b329-b62f96eac928 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Unset dirty status for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:network {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:39:06.919045 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-eb753acc-43e6-49e4-b329-b62f96eac928 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.66 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 817 time: 0.4042928 Dec 07 15:39:06.992379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd6d619f-1407-45b1-bf5e-269a6a24128a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Synchronizing usage tracker for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:security_group {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:39:07.009390 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-492e037a-4e21-4683-a30f-02a74beb0c08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d9804e5e-6506-4b84-9c43-9391dd1c9db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353431 Dec 07 15:39:07.012320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd6d619f-1407-45b1-bf5e-269a6a24128a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Unset dirty status for tenant:c86b3cd6fc164c11913f5d19eb7427a3 on resource:security_group {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:39:07.013546 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd6d619f-1407-45b1-bf5e-269a6a24128a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86b3cd6fc164c11913f5d19eb7427a3 HTTP/1.1" status: 200 len: 379 time: 0.0790713 Dec 07 15:39:07.051538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'port': {'device_id': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'admin_state_up': True, 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'security_groups': ['b716bbff-c23e-4ff5-840d-81d59f062e46']}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:39:07.057762 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b31275e6-c466-4edf-9afd-b726bce72d06 req-826ba876-d89f-4732-8f59-74c556708e47 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 210 time: 0.0525348 Dec 07 15:39:07.301467 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-6ac461b2-3203-48c8-a310-b086579d2f87 service neutron] 10.222.0.66 "GET /v2.0/networks/d9804e5e-6506-4b84-9c43-9391dd1c9db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801604 Dec 07 15:39:07.309424 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:07.357766 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:07.364768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56a9bb-e463-4b1a-9bbd-163f1eff9b0f req-ac02b32b-aae2-4a15-9514-b751fd2991fb tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:07.366414 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2c56a9bb-e463-4b1a-9bbd-163f1eff9b0f req-ac02b32b-aae2-4a15-9514-b751fd2991fb tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 944 time: 0.0925927 Dec 07 15:39:07.421391 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2c56a9bb-e463-4b1a-9bbd-163f1eff9b0f req-ba2ba41b-0696-48fd-aa99-fc9a2a21a5f2 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0f10227-1381-44a8-b840-36b076c923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467458 Dec 07 15:39:07.459071 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Made reservation on behalf of c86b3cd6fc164c11913f5d19eb7427a3 for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:39:07.464719 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:07.489515 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-73c1eacc-1eac-418f-9949-0bf118c0672f service neutron] 10.222.0.66 "GET /v2.0/networks/d9804e5e-6506-4b84-9c43-9391dd1c9db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814575 Dec 07 15:39:07.715507 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Allocated IP 172.20.0.12 (eafe2320-70ae-4b66-99a7-55c3ef384b8f/cc7f6efc-3391-4368-aaf5-cbbe3f46e08e/ee0bbf84-ac84-470b-8afd-0d8661af3a51) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:39:07.832145 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2ed4732-afba-4a65-8308-0bb31173e069 req-cb57717c-4f9c-4634-8c58-7b37fe3f50c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f662f25b9af6427bbe13b5aa0247217c&device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 1097 time: 0.2565632 Dec 07 15:39:08.082972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:08.101586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed4732-afba-4a65-8308-0bb31173e069 req-b38efe6d-aaf7-4970-b1a1-587037cf3615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:08.103747 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2ed4732-afba-4a65-8308-0bb31173e069 req-b38efe6d-aaf7-4970-b1a1-587037cf3615 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d9804e5e-6506-4b84-9c43-9391dd1c9db9 HTTP/1.1" status: 200 len: 910 time: 0.2636342 Dec 07 15:39:08.110471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Transition to ACTIVE for port object ee0bbf84-ac84-470b-8afd-0d8661af3a51 will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:39:08.161521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-c32fe945-cad3-4261-9f7e-adf3645f472f tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:08.163328 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-c32fe945-cad3-4261-9f7e-adf3645f472f tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.66 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 944 time: 0.1153142 Dec 07 15:39:08.191816 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2ed4732-afba-4a65-8308-0bb31173e069 req-67294ced-b824-4917-9720-fbdcf48be2af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c465c008-89db-44be-a86b-38b2127e1331 HTTP/1.1" status: 200 len: 217 time: 0.0767715 Dec 07 15:39:08.263534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:08.270435 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5489f792-2986-40c8-a5e1-7056e0b84bd8 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:08.308382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Deleting port c465c008-89db-44be-a86b-38b2127e1331 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:08.308799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:08.313394 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed4732-afba-4a65-8308-0bb31173e069 req-8711ab5a-628d-4b84-ac58-fffc1bb4497b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:08.314990 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2ed4732-afba-4a65-8308-0bb31173e069 req-8711ab5a-628d-4b84-ac58-fffc1bb4497b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d114201d-7df8-43ee-8f2a-7b3d8ff4818b HTTP/1.1" status: 200 len: 848 time: 0.1167488 Dec 07 15:39:08.372619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54088) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:08.459253 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc2f0d-3111-4903-a864-638ee1854b9e req-04a19117-c08f-446a-859c-c98a305e7b30 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:08.460949 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f6bc2f0d-3111-4903-a864-638ee1854b9e req-04a19117-c08f-446a-859c-c98a305e7b30 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 932 time: 0.2337089 Dec 07 15:39:08.640602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Network eafe2320-70ae-4b66-99a7-55c3ef384b8f is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:39:08.646468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:39:08.648739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event updated for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:08.653116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:08.653869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:39:08.747602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:08.748544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:08.794223 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2ed4732-afba-4a65-8308-0bb31173e069 req-896d0ed8-d085-48fe-b3d6-d371d0763f74 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d9804e5e-6506-4b84-9c43-9391dd1c9db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2314734 Dec 07 15:39:08.924480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:08.936435 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f6bc2f0d-3111-4903-a864-638ee1854b9e req-a1ca6d71-7afc-4e49-8611-730985ce8282 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4652548 Dec 07 15:39:08.946868 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9023452 Dec 07 15:39:08.967478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Request body: {'port': {'device_id': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:39:09.032047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] For port c465c008-89db-44be-a86b-38b2127e1331, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c465c008-89db-44be-a86b-38b2127e1331,segment=NetworkSegment(1642db88-cd69-47c1-bab8-be09bc75cdf7),segment_id=1642db88-cd69-47c1-bab8-be09bc75cdf7)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:09.032047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.082173 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-e6cf6f40-c548-415e-bf24-e631114d4a3c None None] Provisioning for port ee0bbf84-ac84-470b-8afd-0d8661af3a51 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:39:09.085816 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2ed4732-afba-4a65-8308-0bb31173e069 req-84573fb3-9375-4fb2-8a8f-3866c9a6396e service neutron] 10.222.0.66 "GET /v2.0/networks/d9804e5e-6506-4b84-9c43-9391dd1c9db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805595 Dec 07 15:39:09.089345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-e6cf6f40-c548-415e-bf24-e631114d4a3c None None] Provisioning complete for port ee0bbf84-ac84-470b-8afd-0d8661af3a51 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:39:09.089850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e6cf6f40-c548-415e-bf24-e631114d4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.164900 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf6f40-c548-415e-bf24-e631114d4a3c None None] Port ee0bbf84-ac84-470b-8afd-0d8661af3a51 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:39:09.179631 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Calling delete_port for c465c008-89db-44be-a86b-38b2127e1331 owned by compute:nova {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:09.208873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.246604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:09.259387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] Usage tracker for resource:security_group_rule and tenant:597d43a28b6342ba87e6924864e406d6 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:09.264894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:09.289368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:09.299889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcfa66-4709-4a1b-8477-4d7dc376ca7d req-85699cc8-ca54-48ca-bbbb-1c048677fcb2 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:09.301552 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5cfcfa66-4709-4a1b-8477-4d7dc376ca7d req-85699cc8-ca54-48ca-bbbb-1c048677fcb2 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 944 time: 0.7021878 Dec 07 15:39:09.323170 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d2ed4732-afba-4a65-8308-0bb31173e069 req-5d531e93-f652-42ad-b1c7-8cd8100030e9 service neutron] 10.222.0.66 "GET /v2.0/networks/d9804e5e-6506-4b84-9c43-9391dd1c9db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246764 Dec 07 15:39:09.444897 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5cfcfa66-4709-4a1b-8477-4d7dc376ca7d req-b1cf5c41-f3f7-4b75-9d51-fd809810ea88 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/security-groups?id=b0f10227-1381-44a8-b840-36b076c923a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359475 Dec 07 15:39:09.475514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.510459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.516565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9b6a988b-db1e-457a-bcee-c1f73dcd589a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:09.558080 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.577432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Pushing event deleted for resources: {'Port': ['ID=c465c008-89db-44be-a86b-38b2127e1331,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:09.583170 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:09.583434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1c40a9ca-637b-44f6-b809-59fa0e8c6295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:09.635974 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0bbf84-ac84-470b-8afd-0d8661af3a51 {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:39:09.646334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.664848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Transition to ACTIVE for port object ee0bbf84-ac84-470b-8afd-0d8661af3a51 will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:39:09.699443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.703908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:09.709041 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=597d43a28b6342ba87e6924864e406d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3325927 Dec 07 15:39:09.709041 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ed874f-34f1-4828-86c1-ddc45709aca1,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:09.710621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] No DVR routers for this DVR port c465c008-89db-44be-a86b-38b2127e1331 on host hv-cinder-82062 {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:39:09.711802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54106) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:09.713244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:09.729931 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.732920 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90b5f5c-0d9a-4e75-acee-97c9d30c39a7', 'name': 'network-vif-deleted', 'tag': 'c465c008-89db-44be-a86b-38b2127e1331'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:39:09.766575 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c50ea1d5-d808-43b7-b629-a2028260caf4 req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.66 "DELETE /v2.0/ports/c465c008-89db-44be-a86b-38b2127e1331 HTTP/1.1" status: 204 len: 173 time: 1.5981300 Dec 07 15:39:09.826175 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c90b5f5c-0d9a-4e75-acee-97c9d30c39a7', 'name': 'network-vif-deleted', 'tag': 'c465c008-89db-44be-a86b-38b2127e1331', 'status': 'failed', 'code': 422} returned with failed status Dec 07 15:39:09.827289 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a442801-44e3-471f-bb6a-000af864a29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.874921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a442801-44e3-471f-bb6a-000af864a29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:09.896519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:09.907248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:09.995925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a442801-44e3-471f-bb6a-000af864a29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:10.001639 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9a2ec921-da74-44cb-b206-edaa666d6c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:10.023188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a442801-44e3-471f-bb6a-000af864a29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ed874f-34f1-4828-86c1-ddc45709aca1,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:10.033387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9a442801-44e3-471f-bb6a-000af864a29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:10.038010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a442801-44e3-471f-bb6a-000af864a29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:10.041532 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-9a442801-44e3-471f-bb6a-000af864a29d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58ed874f-34f1-4828-86c1-ddc45709aca1 HTTP/1.1" status: 204 len: 168 time: 0.3245552 Dec 07 15:39:10.117237 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Attempting to bind port ee0bbf84-ac84-470b-8afd-0d8661af3a51 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:39:10.117608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Attempting to bind port ee0bbf84-ac84-470b-8afd-0d8661af3a51 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:39:10.118217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Attempting to bind port ee0bbf84-ac84-470b-8afd-0d8661af3a51 on network eafe2320-70ae-4b66-99a7-55c3ef384b8f {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:39:10.126468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Port ee0bbf84-ac84-470b-8afd-0d8661af3a51 on network eafe2320-70ae-4b66-99a7-55c3ef384b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:39:10.126826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Attempting to bind port ee0bbf84-ac84-470b-8afd-0d8661af3a51 on network eafe2320-70ae-4b66-99a7-55c3ef384b8f {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:39:10.151234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:39:10.151608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Checking segment: {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:39:10.152036 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Bound using segment: {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:39:10.152683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Bound port: ee0bbf84-ac84-470b-8afd-0d8661af3a51, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:39:10.153090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:10.273159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9e954-13bb-4e89-b24e-04fc1d1e3fa9 req-e506ec84-d4d5-4f1e-89e8-2099c5e6d486 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:10.275552 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-acb9e954-13bb-4e89-b24e-04fc1d1e3fa9 req-e506ec84-d4d5-4f1e-89e8-2099c5e6d486 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.1282563 Dec 07 15:39:10.303592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:39:10.308155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:39:10.329748 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-acb9e954-13bb-4e89-b24e-04fc1d1e3fa9 req-31da24bb-7a59-4c8d-9d94-17d3db85d2f7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478075 Dec 07 15:39:10.338967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:10.344676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7132af86-0213-4dac-9545-feac856c408e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:10.408259 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:10.409789 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] 10.222.0.66 "PUT /v2.0/ports/ee0bbf84-ac84-470b-8afd-0d8661af3a51 HTTP/1.1" status: 200 len: 1094 time: 1.4517529 Dec 07 15:39:10.410355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:39:10.436051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:10.439595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:10.528539 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'status': 'completed', 'code': 200} Dec 07 15:39:10.579749 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-0725fbb3-1b8e-42dd-91bc-19c1f40acdb6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 1097 time: 0.1022520 Dec 07 15:39:10.669785 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-63dde6ac-22cf-4c3c-8fd3-fbe49b225016 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51 HTTP/1.1" status: 200 len: 217 time: 0.0823812 Dec 07 15:39:10.674757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-e4dc7484-afae-4989-9ba1-33bf582c4416 req-2a70884c-7910-436b-b041-10955313f9ac tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Synchronizing usage tracker for tenant:f662f25b9af6427bbe13b5aa0247217c on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:39:10.727423 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-e4dc7484-afae-4989-9ba1-33bf582c4416 req-2a70884c-7910-436b-b041-10955313f9ac tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Unset dirty status for tenant:f662f25b9af6427bbe13b5aa0247217c on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:39:10.729229 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e4dc7484-afae-4989-9ba1-33bf582c4416 req-2a70884c-7910-436b-b041-10955313f9ac tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.1116498 Dec 07 15:39:10.745853 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-630b0155-5d94-4a8c-a9a9-da5b48f3c7f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:10.747421 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-630b0155-5d94-4a8c-a9a9-da5b48f3c7f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e HTTP/1.1" status: 200 len: 856 time: 0.0712600 Dec 07 15:39:10.831368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54130) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:10.837923 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-a3bdccaa-6bb3-4b0d-97bf-bf0609345d4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eafe2320-70ae-4b66-99a7-55c3ef384b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836978 Dec 07 15:39:10.850996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:10.887437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:10.891524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:9b475d518695422e85c949e26983d179 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:10.894577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:10.901418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:10.978580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:11.010112 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-ac5c2c50-6b0a-45e8-8f93-a466aac5a60c service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640012 Dec 07 15:39:11.036009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:11.044706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:11.093934 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44030685-726a-4750-b0d4-c0d635cc1506,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:11.096798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:11.099170 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b475d518695422e85c949e26983d179&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2666802 Dec 07 15:39:11.101878 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54140) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:11.179865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:11.197613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b670-75fb-4225-919c-40e9ecb0c2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:11.225420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b670-75fb-4225-919c-40e9ecb0c2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:11.226499 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-60d4bde6-a3b3-4702-b0a1-a0aa906a3ea9 req-39ee9a53-421f-4fa0-af51-2438d0212333 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079852 Dec 07 15:39:11.295087 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b670-75fb-4225-919c-40e9ecb0c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:11.300910 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c83ccca3-a44a-4068-abc9-3075219e1322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:11.312360 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6b670-75fb-4225-919c-40e9ecb0c2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44030685-726a-4750-b0d4-c0d635cc1506,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:11.317408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d9d6b670-75fb-4225-919c-40e9ecb0c2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:11.319430 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b670-75fb-4225-919c-40e9ecb0c2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:11.320638 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-d9d6b670-75fb-4225-919c-40e9ecb0c2b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44030685-726a-4750-b0d4-c0d635cc1506 HTTP/1.1" status: 204 len: 168 time: 0.2177873 Dec 07 15:39:11.398677 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-998983f5-93ec-4818-8e56-5b1ed8b365d0 req-6baa24b1-ef16-4615-afc1-e67c2a9489e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 1097 time: 0.0980368 Dec 07 15:39:11.546597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998983f5-93ec-4818-8e56-5b1ed8b365d0 req-7f3d15e0-3d00-4738-af79-a5b17695ff98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:11.548361 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-998983f5-93ec-4818-8e56-5b1ed8b365d0 req-7f3d15e0-3d00-4738-af79-a5b17695ff98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 918 time: 0.1423998 Dec 07 15:39:11.564247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b00c67-3e2d-4e59-ad65-62f44a7b5b1d req-fada5b66-1828-478b-b128-26d466dbe2ab tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:11.565923 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5b00c67-3e2d-4e59-ad65-62f44a7b5b1d req-fada5b66-1828-478b-b128-26d466dbe2ab tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0918090 Dec 07 15:39:11.620950 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c5b00c67-3e2d-4e59-ad65-62f44a7b5b1d req-55c4899c-571c-4834-bc02-f8d77c88d3e0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482621 Dec 07 15:39:11.625628 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-998983f5-93ec-4818-8e56-5b1ed8b365d0 req-7991ca27-10c0-441d-a339-15bc851f00f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51 HTTP/1.1" status: 200 len: 217 time: 0.0703325 Dec 07 15:39:11.699376 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998983f5-93ec-4818-8e56-5b1ed8b365d0 req-8bdb37ec-bfcb-4336-b0c0-e8073d114c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:11.700920 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-998983f5-93ec-4818-8e56-5b1ed8b365d0 req-8bdb37ec-bfcb-4336-b0c0-e8073d114c89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e HTTP/1.1" status: 200 len: 856 time: 0.0687029 Dec 07 15:39:11.788599 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-998983f5-93ec-4818-8e56-5b1ed8b365d0 req-0a64556f-ad57-468c-b567-6a334a2fc157 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eafe2320-70ae-4b66-99a7-55c3ef384b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796733 Dec 07 15:39:11.925187 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-afe02701-4f08-464a-b928-42856296de65 req-72ef30c8-30d3-4318-9a81-87b15ca93b0a tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.0476444 Dec 07 15:39:11.942040 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-998983f5-93ec-4818-8e56-5b1ed8b365d0 req-32b4591e-7344-4899-99ee-58921346ae4f service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448493 Dec 07 15:39:12.107125 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-998983f5-93ec-4818-8e56-5b1ed8b365d0 req-38a60344-05aa-4c08-afb1-ff22d8d978d0 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549907 Dec 07 15:39:12.277742 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-363ae234-7015-4cdd-9efd-44a1953449b9 req-895fdc31-dd37-4960-9992-a34183734cf4 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90b5f5c-0d9a-4e75-acee-97c9d30c39a7 HTTP/1.1" status: 200 len: 210 time: 0.0678165 Dec 07 15:39:12.842031 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b665933-c8a6-488a-b928-4b7604257ece req-75655a57-d4ff-4c7a-84cf-e05166e1fa86 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:12.843610 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2b665933-c8a6-488a-b928-4b7604257ece req-75655a57-d4ff-4c7a-84cf-e05166e1fa86 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0861182 Dec 07 15:39:12.891685 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2b665933-c8a6-488a-b928-4b7604257ece req-5a706230-8234-48ab-90e1-a269f0074051 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418603 Dec 07 15:39:13.418223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device ee0bbf84-ac84-470b-8afd-0d8661af3a51 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:39:13.596829 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:13.612701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'port_id': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'mac_address': 'fa:16:3e:00:f0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:39:13.670235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:13.690555 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0bbf84-ac84-470b-8afd-0d8661af3a51 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:39:13.707977 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:13.745572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:13.747898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:13.825875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:13.835747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.836178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.836642 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.837677 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.838159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.838612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.839064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.839523 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.839990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.840657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.841022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:13.846569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:14.002909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['ee0bbf84-ac84-470b-8afd-0d8661af3a51'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:39:14.032824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 54228) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:14.118547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c5b40dd9-aa85-4f2b-9211-00fe1bc85a98 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:14.162630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb1f5-4e63-4690-903a-f28acedf368a req-bc58f9fc-e8b7-402d-af8f-d95e51156daf tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:14.172645 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e2dcb1f5-4e63-4690-903a-f28acedf368a req-bc58f9fc-e8b7-402d-af8f-d95e51156daf tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 945 time: 0.1346843 Dec 07 15:39:14.187320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c5b40dd9-aa85-4f2b-9211-00fe1bc85a98 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:14.228606 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e2dcb1f5-4e63-4690-903a-f28acedf368a req-05f53d12-60ee-46e3-9232-6c504026259d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547519 Dec 07 15:39:14.310203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c5b40dd9-aa85-4f2b-9211-00fe1bc85a98 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:14.314907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-07689208-444f-40aa-b856-4b2c846e8835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:14.333681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b40dd9-aa85-4f2b-9211-00fe1bc85a98 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f10227-1381-44a8-b840-36b076c923a0,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:14.336661 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c5b40dd9-aa85-4f2b-9211-00fe1bc85a98 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:14.384218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c5b40dd9-aa85-4f2b-9211-00fe1bc85a98 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:14.385715 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c5b40dd9-aa85-4f2b-9211-00fe1bc85a98 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] 10.222.0.64 "DELETE /v2.0/security-groups/b0f10227-1381-44a8-b840-36b076c923a0 HTTP/1.1" status: 204 len: 168 time: 0.3516140 Dec 07 15:39:14.494721 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 54246) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:14.521541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:39:15.173193 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853029117'] for router_interface, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:15.423807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device ee0bbf84-ac84-470b-8afd-0d8661af3a51 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:39:15.485362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a2ecf-b6e2-4f62-8fb1-e5ad6d958b9e req-9a1ea421-a7a7-4698-a904-310ca880de87 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:15.494324 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-da6a2ecf-b6e2-4f62-8fb1-e5ad6d958b9e req-9a1ea421-a7a7-4698-a904-310ca880de87 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 945 time: 0.1013436 Dec 07 15:39:15.559899 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-da6a2ecf-b6e2-4f62-8fb1-e5ad6d958b9e req-53b1f3ca-a6f0-4c69-acae-b4471bd1b6d6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638983 Dec 07 15:39:15.606917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port ee0bbf84-ac84-470b-8afd-0d8661af3a51 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:39:15.612668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port ee0bbf84-ac84-470b-8afd-0d8661af3a51 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:39:15.613211 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:15.776965 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:15.812467 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:39:15.824664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:15.870234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:15.872292 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:15.915310 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'code': 200} Dec 07 15:39:15.963792 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:15.977374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:15.978959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Deleting port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:15.978959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:16.176235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] For port 0b26047d-ffc2-4c9a-8c2f-cb67357960b6, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=0b26047d-ffc2-4c9a-8c2f-cb67357960b6,segment=NetworkSegment(1642db88-cd69-47c1-bab8-be09bc75cdf7),segment_id=1642db88-cd69-47c1-bab8-be09bc75cdf7)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:16.176687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:16.364441 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Calling delete_port for 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 owned by network:router_interface {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:16.463129 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01ac49f9-45cc-4a11-9205-5e2a8f1d2626 req-0ec9cdbf-61ee-447f-9273-c36b4c30db92 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 1099 time: 0.2770259 Dec 07 15:39:16.527729 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01ac49f9-45cc-4a11-9205-5e2a8f1d2626 req-13b0d133-b48e-4c1b-98a3-693fa4d8d9c6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589705 Dec 07 15:39:16.669933 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:16.676413 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-266d9826-7554-4264-9056-1e58a6fa3d5f tempest-DeleteServersTestJSON-2046402352 tempest-DeleteServersTestJSON-2046402352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:16.726950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b26047d-ffc2-4c9a-8c2f-cb67357960b6,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:16.731162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:16.791950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac5bd-26fe-49cd-87e3-de3f0d4b6fed req-dddc5346-e636-4dba-a11c-82454772c4be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:16.799653 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-274ac5bd-26fe-49cd-87e3-de3f0d4b6fed req-dddc5346-e636-4dba-a11c-82454772c4be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1036925 Dec 07 15:39:16.867887 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-274ac5bd-26fe-49cd-87e3-de3f0d4b6fed req-c5e23f72-192e-4df2-91a0-4ce926971e01 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670753 Dec 07 15:39:17.061733 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b3a58198-f462-4323-b4e7-e33d84320a87 req-da86f914-d5ae-44be-beb3-68a9f7282fb5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2026250 Dec 07 15:39:17.248902 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b3a58198-f462-4323-b4e7-e33d84320a87 req-c3b69333-179e-499d-b35e-fe00b52c4c74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7b3db214834493e96a9e0ee8dbc3f06&device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 1098 time: 0.1310580 Dec 07 15:39:17.260214 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851729876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853028967'] for router_interface, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:17.494001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54360) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:17.555668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a58198-f462-4323-b4e7-e33d84320a87 req-099006db-8f09-4c9f-ba61-29a944dcab41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:17.557519 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b3a58198-f462-4323-b4e7-e33d84320a87 req-099006db-8f09-4c9f-ba61-29a944dcab41 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 HTTP/1.1" status: 200 len: 913 time: 0.2866013 Dec 07 15:39:17.651811 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b3a58198-f462-4323-b4e7-e33d84320a87 req-8fde3a77-dbf0-4f0e-a294-137f32a29c24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6570d3a-f392-4fdc-b7ee-e781cf96d607 HTTP/1.1" status: 200 len: 217 time: 0.0803907 Dec 07 15:39:17.685411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:17.729889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:17.734779 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] Usage tracker for resource:security_group_rule and tenant:12501d1bfb6e43f5916fbd24000df954 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:17.738091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:17.739235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a58198-f462-4323-b4e7-e33d84320a87 req-4a797d2a-99f2-4dfd-ac29-64d09e60a1b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:17.740808 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b3a58198-f462-4323-b4e7-e33d84320a87 req-4a797d2a-99f2-4dfd-ac29-64d09e60a1b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae3716f0-6dd8-4315-802c-4ce543417e6e HTTP/1.1" status: 200 len: 852 time: 0.0808632 Dec 07 15:39:17.744884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:17.815525 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:17.852231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:17.857679 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b3a58198-f462-4323-b4e7-e33d84320a87 req-7497d9ee-d060-4a8b-9e00-3d8f6c9f1477 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087067 Dec 07 15:39:17.866913 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-16c9fbca-029a-4fd8-af7c-c789b66b8461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:17.912528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757546d5-855b-4087-8074-5a65fc22356a,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:17.916974 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:17.934681 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=12501d1bfb6e43f5916fbd24000df954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4395185 Dec 07 15:39:17.935404 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54374) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:18.103709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dda3a640-f2c9-4fbc-9de7-6c9b2dae65a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:18.133517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dda3a640-f2c9-4fbc-9de7-6c9b2dae65a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:18.214570 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dda3a640-f2c9-4fbc-9de7-6c9b2dae65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:18.222285 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d415b740-6223-42d5-a2fe-6518e43622af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:18.238769 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3a640-f2c9-4fbc-9de7-6c9b2dae65a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757546d5-855b-4087-8074-5a65fc22356a,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:18.240758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dda3a640-f2c9-4fbc-9de7-6c9b2dae65a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:18.249781 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-dda3a640-f2c9-4fbc-9de7-6c9b2dae65a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/757546d5-855b-4087-8074-5a65fc22356a HTTP/1.1" status: 204 len: 168 time: 0.3087184 Dec 07 15:39:18.257413 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb613c-68cd-4857-aa61-87db9d6b67a6 req-a06447dd-0aa7-4e3b-83c1-ff7dfd8ad4a2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:18.259690 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4efb613c-68cd-4857-aa61-87db9d6b67a6 req-a06447dd-0aa7-4e3b-83c1-ff7dfd8ad4a2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.2329714 Dec 07 15:39:18.260915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-dda3a640-f2c9-4fbc-9de7-6c9b2dae65a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:18.315326 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4efb613c-68cd-4857-aa61-87db9d6b67a6 req-31e3e2a7-cc72-46f9-a3a4-657b10916a51 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485857 Dec 07 15:39:18.453358 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b3a58198-f462-4323-b4e7-e33d84320a87 req-6a3a4952-3370-441f-bd26-09b95f55b059 service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793841 Dec 07 15:39:18.554523 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e1a48-077c-4a57-ab48-82ca1b4aee83 req-55daa93b-8faf-4655-b6f0-ceb35b272629 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:18.556919 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3e5e1a48-077c-4a57-ab48-82ca1b4aee83 req-55daa93b-8faf-4655-b6f0-ceb35b272629 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.0974889 Dec 07 15:39:18.567829 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 54390) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:18.640724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-324954c5-2b98-4f2b-99a7-44bf55cd820f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Request body: {'floatingip': {'port_id': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:39:18.746393 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-324954c5-2b98-4f2b-99a7-44bf55cd820f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:18.823490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54396) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:18.846102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:18.882675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:18.887468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] Usage tracker for resource:security_group_rule and tenant:9c6afc839a5d4ccf9a955918b6a17a0b is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:18.890528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:18.896957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:18.907183 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b3a58198-f462-4323-b4e7-e33d84320a87 req-a1070315-0385-40d2-a314-ec66ce68c91d service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465721 Dec 07 15:39:18.975730 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:19.001235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:19.010098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fc3db05b-d8d3-4e4e-a128-4eb48cb255a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:19.055390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca629e3-8bef-4e9e-81ca-43b28ce28674,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:19.058845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:19.064035 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c6afc839a5d4ccf9a955918b6a17a0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2364187 Dec 07 15:39:19.064950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54400) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:19.133744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fd9045c-a10f-4bfb-80a0-15a7bf5702ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:19.166856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fd9045c-a10f-4bfb-80a0-15a7bf5702ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:19.252879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fd9045c-a10f-4bfb-80a0-15a7bf5702ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:19.259465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ff8524a1-b3f4-4542-a959-499d8a2c747b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:19.272276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9045c-a10f-4bfb-80a0-15a7bf5702ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca629e3-8bef-4e9e-81ca-43b28ce28674,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:19.276644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5fd9045c-a10f-4bfb-80a0-15a7bf5702ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:19.280725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5fd9045c-a10f-4bfb-80a0-15a7bf5702ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:19.281663 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5fd9045c-a10f-4bfb-80a0-15a7bf5702ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ca629e3-8bef-4e9e-81ca-43b28ce28674 HTTP/1.1" status: 204 len: 168 time: 0.2154291 Dec 07 15:39:19.282925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Router 0f10d505-90f0-4238-aacd-649d7656e9ab has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:39:19.783040 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-324954c5-2b98-4f2b-99a7-44bf55cd820f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:19.802701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:39:19.814847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] Sync routers for ids ['0f10d505-90f0-4238-aacd-649d7656e9ab'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:39:19.818567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-324954c5-2b98-4f2b-99a7-44bf55cd820f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:19.833805 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] Routers {'0f10d505-90f0-4238-aacd-649d7656e9ab'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:39:19.834768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:38:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['0f10d505-90f0-4238-aacd-649d7656e9ab'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:19.893761 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] 10.222.0.64 "PUT /v2.0/routers/0f10d505-90f0-4238-aacd-649d7656e9ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3954175 Dec 07 15:39:19.899378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 54426) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:20.000966 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517d68f-74d9-4931-ba45-031d844e3197 req-7a2d86c2-3f17-4327-98ca-91494fad5f7b tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:20.014098 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3517d68f-74d9-4931-ba45-031d844e3197 req-7a2d86c2-3f17-4327-98ca-91494fad5f7b tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 945 time: 0.1868505 Dec 07 15:39:20.104926 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3517d68f-74d9-4931-ba45-031d844e3197 req-a25945b3-47c8-4808-8a17-5c260191a91a tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897744 Dec 07 15:39:20.131717 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] Set router 0f10d505-90f0-4238-aacd-649d7656e9ab gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:39:20.595876 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-3efca98e-ce3a-4656-9ada-9376229476dc tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:20.596653 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-3efca98e-ce3a-4656-9ada-9376229476dc tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Synchronizing usage tracker for tenant:da0b7f5f82d74e79bfb15b6782228095 on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:39:20.620351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:20.658935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'name': 'tempest-TestShelveInstance-1609588241-router', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '318fbd56-aad8-480b-b274-79a1baec0757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:03Z', 'updated_at': '2021-12-07T15:39:16Z', 'revision_number': 5, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'gw_port': {'id': '318fbd56-aad8-480b-b274-79a1baec0757', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:04Z', 'updated_at': '2021-12-07T15:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:20.663288 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] Checking router: 0f10d505-90f0-4238-aacd-649d7656e9ab for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:39:20.676921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] Routers {'0f10d505-90f0-4238-aacd-649d7656e9ab'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:39:20.677652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:38:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['0f10d505-90f0-4238-aacd-649d7656e9ab'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:20.720748 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.l3_db [None req-324954c5-2b98-4f2b-99a7-44bf55cd820f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Floating IP 2247aa2c-dab1-40a3-9a98-17802f8067a1 associated. External IP: 172.27.1.243, port: ee0bbf84-ac84-470b-8afd-0d8661af3a51. Dec 07 15:39:20.783086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-3efca98e-ce3a-4656-9ada-9376229476dc tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Unset dirty status for tenant:da0b7f5f82d74e79bfb15b6782228095 on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:39:20.784156 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-3efca98e-ce3a-4656-9ada-9376229476dc tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 945 time: 0.6419244 Dec 07 15:39:20.875940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] Set router 0f10d505-90f0-4238-aacd-649d7656e9ab gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:39:20.898016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Deleting port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:20.898391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:21.240875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'name': 'tempest-TestShelveInstance-1609588241-router', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '318fbd56-aad8-480b-b274-79a1baec0757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:03Z', 'updated_at': '2021-12-07T15:39:16Z', 'revision_number': 5, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'gw_port': {'id': '318fbd56-aad8-480b-b274-79a1baec0757', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:04Z', 'updated_at': '2021-12-07T15:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:21.247482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc0380-d61c-43d4-8f9d-56f005bf2b0f None None] The sync data for ids ['0f10d505-90f0-4238-aacd-649d7656e9ab'] in dv-cinder-820628-1-iscsi is: [{'id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'name': 'tempest-TestShelveInstance-1609588241-router', 'tenant_id': 'f662f25b9af6427bbe13b5aa0247217c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '318fbd56-aad8-480b-b274-79a1baec0757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:03Z', 'updated_at': '2021-12-07T15:39:16Z', 'revision_number': 5, 'project_id': 'f662f25b9af6427bbe13b5aa0247217c', 'gw_port': {'id': '318fbd56-aad8-480b-b274-79a1baec0757', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f10d505-90f0-4238-aacd-649d7656e9ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:04Z', 'updated_at': '2021-12-07T15:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:39:21.363461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce02e4-545d-4452-a388-8553b0ffb2ab req-66224fcf-3ad6-4f65-98d5-0e0cc4d2794c tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:21.372225 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ebce02e4-545d-4452-a388-8553b0ffb2ab req-66224fcf-3ad6-4f65-98d5-0e0cc4d2794c tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 945 time: 0.1030788 Dec 07 15:39:21.432257 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ebce02e4-545d-4452-a388-8553b0ffb2ab req-a8dc2fdd-cb5e-41db-8114-00a254dda084 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c42a38-c281-4f44-a57b-0d8c2170982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586989 Dec 07 15:39:21.458888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] For port b9459f1b-d8d3-443d-bf47-f55bdc7903a7, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:21.459485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:21.604828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Calling delete_port for b9459f1b-d8d3-443d-bf47-f55bdc7903a7 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:21.683510 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:21.796281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Deleting port 318fbd56-aad8-480b-b274-79a1baec0757 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:21.796754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:22.140014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] For port 318fbd56-aad8-480b-b274-79a1baec0757, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=318fbd56-aad8-480b-b274-79a1baec0757,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:22.140415 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:22.336224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:22.336224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-552acf4e-412a-46c4-bb60-e85b22bed616 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:22.336224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Calling delete_port for 318fbd56-aad8-480b-b274-79a1baec0757 owned by network:router_gateway {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:22.376413 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Pushing event deleted for resources: {'Port': ['ID=b9459f1b-d8d3-443d-bf47-f55bdc7903a7,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:22.387385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:22.506201 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] No DVR routers for this DVR port b9459f1b-d8d3-443d-bf47-f55bdc7903a7 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:39:22.516043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:22.519572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa45f991-b1b3-4f23-a89e-aa8025606bb9', 'name': 'network-vif-deleted', 'tag': 'b9459f1b-d8d3-443d-bf47-f55bdc7903a7'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:39:22.536052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:22.550392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324954c5-2b98-4f2b-99a7-44bf55cd820f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Router 352bbc8f-1e06-47ab-b7ce-be60f0114257 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:39:22.571379 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0ba769ba-3009-4fda-8487-43f5d9e915b2 req-afb268f8-eb0e-4ec0-9695-1a69c4fc29ac tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.66 "DELETE /v2.0/ports/b9459f1b-d8d3-443d-bf47-f55bdc7903a7 HTTP/1.1" status: 204 len: 173 time: 1.7765696 Dec 07 15:39:22.623635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:22.624043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 0b26047d-ffc2-4c9a-8c2f-cb67357960b6 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:22.638302 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa45f991-b1b3-4f23-a89e-aa8025606bb9', 'name': 'network-vif-deleted', 'tag': 'b9459f1b-d8d3-443d-bf47-f55bdc7903a7', 'status': 'completed', 'code': 200} Dec 07 15:39:22.685961 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-faceff40-0652-4a72-8e8c-0c1254dc6a07 req-0b84bd3e-841a-4e76-b290-e04d05cd0c74 tempest-TestMinimumBasicScenario-1374641685 tempest-TestMinimumBasicScenario-1374641685-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa45f991-b1b3-4f23-a89e-aa8025606bb9 HTTP/1.1" status: 200 len: 210 time: 0.0816562 Dec 07 15:39:23.099979 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:23.111745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a23199df-e8bc-417f-880b-bb4d1a6cebd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:23.168508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=318fbd56-aad8-480b-b274-79a1baec0757,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:23.172458 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:23.440891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324954c5-2b98-4f2b-99a7-44bf55cd820f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:39:23.448707 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853030126'] for router_gateway, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:23.455373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] Sync routers for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:39:23.468260 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device b9459f1b-d8d3-443d-bf47-f55bdc7903a7 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:23.471404 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:39:23.472100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:38:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:23.512526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: b9459f1b-d8d3-443d-bf47-f55bdc7903a7 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:23.514236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device b9459f1b-d8d3-443d-bf47-f55bdc7903a7 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:23.583658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-324954c5-2b98-4f2b-99a7-44bf55cd820f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:23.669686 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:39:23.802978 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-324954c5-2b98-4f2b-99a7-44bf55cd820f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "PUT /v2.0/floatingips/2247aa2c-dab1-40a3-9a98-17802f8067a1 HTTP/1.1" status: 200 len: 992 time: 5.2242439 Dec 07 15:39:23.802978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852957316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40257'] for router, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:23.815895 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:23.956678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852957422'] for router, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:23.957286 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f10d505-90f0-4238-aacd-649d7656e9ab {{(pid=88286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:39:23.969849 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:23.971231 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0a264fa1-8062-47c0-9924-175eddc2e2a6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0f10d505-90f0-4238-aacd-649d7656e9ab HTTP/1.1" status: 204 len: 168 time: 4.0604975 Dec 07 15:39:23.975048 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54504) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:24.066683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-23376f5d-c3d2-41c7-9b47-dc8a26042d20 admin admin] Deleting subnet d114201d-7df8-43ee-8f2a-7b3d8ff4818b {{(pid=88287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:39:24.070988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-23376f5d-c3d2-41c7-9b47-dc8a26042d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:24.161977 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-324d7927-9ccb-450c-abcb-70dfbb2493a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:24.201970 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-23376f5d-c3d2-41c7-9b47-dc8a26042d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562449'] for subnet, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:24.276065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '2247aa2c-dab1-40a3-9a98-17802f8067a1', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'port_id': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'mac_address': 'fa:16:3e:00:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:39:02Z', 'updated_at': '2021-12-07T15:39:19Z', 'revision_number': 1, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:24.280580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] Checking router: 352bbc8f-1e06-47ab-b7ce-be60f0114257 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:39:24.292921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:39:24.293636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:38:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:24.424128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-23376f5d-c3d2-41c7-9b47-dc8a26042d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:24.544299 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:39:24.556036 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-23376f5d-c3d2-41c7-9b47-dc8a26042d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853294901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848481303'] for subnet, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:24.563523 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:24.597297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 318fbd56-aad8-480b-b274-79a1baec0757 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:24.632741 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-23376f5d-c3d2-41c7-9b47-dc8a26042d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:24.639294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23376f5d-c3d2-41c7-9b47-dc8a26042d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d114201d-7df8-43ee-8f2a-7b3d8ff4818b,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:24.640927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:39:24.642419 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-23376f5d-c3d2-41c7-9b47-dc8a26042d20 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d114201d-7df8-43ee-8f2a-7b3d8ff4818b HTTP/1.1" status: 204 len: 168 time: 0.6662214 Dec 07 15:39:24.644865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-23376f5d-c3d2-41c7-9b47-dc8a26042d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:24.645138 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df8e94e-b081-4380-b346-62a7bf7121c1 None None] Network d9804e5e-6506-4b84-9c43-9391dd1c9db9 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:39:24.645820 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54526) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:24.775939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:24.792401 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'status': 'completed', 'code': 200} Dec 07 15:39:24.792723 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 318fbd56-aad8-480b-b274-79a1baec0757 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:24.792991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 318fbd56-aad8-480b-b274-79a1baec0757 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:24.803562 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Deleting port e706eb64-e37b-44e1-872f-a96d5a6a8abf {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:24.803951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:24.999846 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b65845f4-2db5-4e10-80b8-513a3cb2a756 req-a0a4c148-08ba-4eb8-9a62-ad1cbd391bf8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 1099 time: 0.1696494 Dec 07 15:39:25.047194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] DHCP port deletion for d9804e5e-6506-4b84-9c43-9391dd1c9db9 request from dv-cinder-820628-1-iscsi {{(pid=88288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:39:25.056879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] Deleting port e706eb64-e37b-44e1-872f-a96d5a6a8abf {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:25.062373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:25.162689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] For port e706eb64-e37b-44e1-872f-a96d5a6a8abf, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=e706eb64-e37b-44e1-872f-a96d5a6a8abf,segment=NetworkSegment(1642db88-cd69-47c1-bab8-be09bc75cdf7),segment_id=1642db88-cd69-47c1-bab8-be09bc75cdf7)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:25.163795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:25.248768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65845f4-2db5-4e10-80b8-513a3cb2a756 req-340bdb8c-4630-44f1-8b7b-ecbd54ae1f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:25.251063 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b65845f4-2db5-4e10-80b8-513a3cb2a756 req-340bdb8c-4630-44f1-8b7b-ecbd54ae1f29 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 918 time: 0.2438760 Dec 07 15:39:25.323753 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Calling delete_port for e706eb64-e37b-44e1-872f-a96d5a6a8abf owned by network:dhcp {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:25.360762 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '2247aa2c-dab1-40a3-9a98-17802f8067a1', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'port_id': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'mac_address': 'fa:16:3e:00:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:39:02Z', 'updated_at': '2021-12-07T15:39:19Z', 'revision_number': 1, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:25.366180 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbbe395-c762-4c22-b02a-c2a65cf8df24 None None] The sync data for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi is: [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_floatingips': [{'id': '2247aa2c-dab1-40a3-9a98-17802f8067a1', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'router_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'port_id': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'mac_address': 'fa:16:3e:00:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:39:02Z', 'updated_at': '2021-12-07T15:39:19Z', 'revision_number': 1, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:39:25.425472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] For port e706eb64-e37b-44e1-872f-a96d5a6a8abf, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=e706eb64-e37b-44e1-872f-a96d5a6a8abf,segment=NetworkSegment(1642db88-cd69-47c1-bab8-be09bc75cdf7),segment_id=1642db88-cd69-47c1-bab8-be09bc75cdf7)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:25.425949 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:25.557642 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] Calling delete_port for e706eb64-e37b-44e1-872f-a96d5a6a8abf owned by network:dhcp {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:25.590496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:25.607018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:25.658579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] No DVR routers for this DVR port e706eb64-e37b-44e1-872f-a96d5a6a8abf on host dv-cinder-820628-1-iscsi {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:39:25.701248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Pushing event deleted for resources: {'Port': ['ID=e706eb64-e37b-44e1-872f-a96d5a6a8abf,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:25.725278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.db.api [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:39:25.726336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.api [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:39:25.727527 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:25.738452 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:25.783024 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 54560) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:25.811643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:25.843521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126213a-ec5d-4791-9641-518a6e289856 None None] New status for floating IP 2247aa2c-dab1-40a3-9a98-17802f8067a1: ACTIVE {{(pid=88288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:39:25.848989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9804e5e-6506-4b84-9c43-9391dd1c9db9']}} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:25.864140 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1642db88-cd69-47c1-bab8-be09bc75cdf7') {'for_net_delete': True} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:25.864617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1642db88-cd69-47c1-bab8-be09bc75cdf7') {} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:25.878695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853213352'] for segment, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:25.896085 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:25.904034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:39:25.904681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1481065'] for segment, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:39:25.920453 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:39:26.047081 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:26.051814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:26.074447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:26.097843 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Pushing event deleted for resources: {'Network': ['ID=d9804e5e-6506-4b84-9c43-9391dd1c9db9,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:26.101615 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:26.139364 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-db63cc1e-ab29-43f7-adbd-15654c5e720b admin admin] 10.222.0.64 "DELETE /v2.0/networks/d9804e5e-6506-4b84-9c43-9391dd1c9db9 HTTP/1.1" status: 204 len: 168 time: 1.4922380 Dec 07 15:39:26.142281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54572) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:26.337418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] Deleting port e706eb64-e37b-44e1-872f-a96d5a6a8abf {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:26.338145 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:26.418526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-c4504d00-2199-403c-b671-d525f143ce2c None None] The port 'e706eb64-e37b-44e1-872f-a96d5a6a8abf' was deleted {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:39:26.541810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853029117'] for router_interface, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:26.579030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device e706eb64-e37b-44e1-872f-a96d5a6a8abf no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:26.616378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: e706eb64-e37b-44e1-872f-a96d5a6a8abf {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:26.616685 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device e706eb64-e37b-44e1-872f-a96d5a6a8abf not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:26.817796 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853029117'] for router_interface, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:26.864543 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f58b4b18-f69c-43cd-b771-b0710583ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:26.938496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:27.253447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Deleting port 033086e3-7181-4dff-b871-e07ce7e1f667 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:27.253841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:27.496716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Deleting port a7543b4f-dd2f-46d5-9787-6b22384936e7 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:27.497365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:27.694177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] For port a7543b4f-dd2f-46d5-9787-6b22384936e7, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=a7543b4f-dd2f-46d5-9787-6b22384936e7,segment=NetworkSegment(18979f97-7bd6-4ecf-815b-ec541c4919bd),segment_id=18979f97-7bd6-4ecf-815b-ec541c4919bd)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:27.694568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:27.767291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] For port 033086e3-7181-4dff-b871-e07ce7e1f667, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=033086e3-7181-4dff-b871-e07ce7e1f667,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:27.767690 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:27.826028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Calling delete_port for a7543b4f-dd2f-46d5-9787-6b22384936e7 owned by network:router_interface {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:27.903116 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b65845f4-2db5-4e10-80b8-513a3cb2a756 req-2acc9bc4-7fbb-460e-8601-9fa94a2cb52b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51 HTTP/1.1" status: 200 len: 1002 time: 0.2566509 Dec 07 15:39:27.910014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Calling delete_port for 033086e3-7181-4dff-b871-e07ce7e1f667 owned by network:router_interface {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:28.039670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65845f4-2db5-4e10-80b8-513a3cb2a756 req-85b52c3d-78f9-402d-96d4-8f9640f52da1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:39:28.041923 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b65845f4-2db5-4e10-80b8-513a3cb2a756 req-85b52c3d-78f9-402d-96d4-8f9640f52da1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e HTTP/1.1" status: 200 len: 856 time: 0.1042802 Dec 07 15:39:28.127107 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:28.133384 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:28.152753 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b65845f4-2db5-4e10-80b8-513a3cb2a756 req-e2ab54aa-6e21-4aac-99a7-42d3d27ae4da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eafe2320-70ae-4b66-99a7-55c3ef384b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1035838 Dec 07 15:39:28.182032 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7543b4f-dd2f-46d5-9787-6b22384936e7,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:28.184735 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:28.378101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:28.387369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2a4409dc-3aa0-432c-bc8d-51c0a03665d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:28.407121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:28.437960 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b65845f4-2db5-4e10-80b8-513a3cb2a756 req-45e1197d-9f0e-4f5b-8276-1eb4c27efa56 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771337 Dec 07 15:39:28.482621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=033086e3-7181-4dff-b871-e07ce7e1f667,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:28.554712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.555221 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.556188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.557528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.557948 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.558367 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.558779 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.559256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.559666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.560067 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.560467 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:28.583072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:28.621311 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851729876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853028967'] for router_interface, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:29.002222 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b65845f4-2db5-4e10-80b8-513a3cb2a756 req-cce988d7-934b-4d54-8819-1802d9c26f37 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549524 Dec 07 15:39:29.158371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851729876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853028967'] for router_interface, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:29.464024 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Router e3c5d353-7952-47be-b883-d9abd9b3d2c5 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:39:29.939467 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:39:29.952259 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-bf282013-faa5-442e-93d9-02e3985e9db2 admin admin] 10.222.0.64 "PUT /v2.0/routers/e3c5d353-7952-47be-b883-d9abd9b3d2c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8062911 Dec 07 15:39:29.953575 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54616) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:29.953689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] Sync routers for ids ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:39:29.969944 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] Routers {'e3c5d353-7952-47be-b883-d9abd9b3d2c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:39:29.970634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:39:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:30.032955 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:39:30.218319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] Set router e3c5d353-7952-47be-b883-d9abd9b3d2c5 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:39:30.255845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Notify callbacks [] for router, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:30.262029 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:39:30.275860 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] Sync routers for ids ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:39:30.279967 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] 10.222.0.64 "PUT /v2.0/routers/d823121b-ea55-4dd7-93c7-c0cfa3dcc987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4951661 Dec 07 15:39:30.282425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 54624) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:30.291534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] Routers {'d823121b-ea55-4dd7-93c7-c0cfa3dcc987'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:39:30.292658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:39:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:30.497143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:30.522194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Notify callbacks [] for router, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:30.535893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] Set router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:39:30.544267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Deleting port 33d4faee-4401-4f09-8d5c-0b1bc637545f {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:30.544906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:30.576671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'name': 'tempest-TestShelveInstance-2050725582-router', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:18Z', 'updated_at': '2021-12-07T15:39:28Z', 'revision_number': 5, 'project_id': '9c12da1a301045b1907665456d7ae708', 'gw_port': {'id': '33d4faee-4401-4f09-8d5c-0b1bc637545f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:38:19Z', 'updated_at': '2021-12-07T15:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:30.580921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] Checking router: e3c5d353-7952-47be-b883-d9abd9b3d2c5 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:39:30.594694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] Routers {'e3c5d353-7952-47be-b883-d9abd9b3d2c5'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:39:30.595372 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:39:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:30.787280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:30.808629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] Set router e3c5d353-7952-47be-b883-d9abd9b3d2c5 gateway port host: None {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:39:30.830309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Deleting port e447336c-af53-4ba9-a2ba-3b45db5855d8 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:30.830536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:30.839472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] For port 33d4faee-4401-4f09-8d5c-0b1bc637545f, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=33d4faee-4401-4f09-8d5c-0b1bc637545f,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:30.839848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:30.932186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'name': 'tempest-TestShelveInstance-2050725582-router', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:18Z', 'updated_at': '2021-12-07T15:39:30Z', 'revision_number': 6, 'project_id': '9c12da1a301045b1907665456d7ae708', 'gw_port_host': None}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:30.937427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803647f6-ec3a-470a-a49c-3db9b0c825e3 None None] The sync data for ids ['e3c5d353-7952-47be-b883-d9abd9b3d2c5'] in dv-cinder-820628-1-iscsi is: [{'id': 'e3c5d353-7952-47be-b883-d9abd9b3d2c5', 'name': 'tempest-TestShelveInstance-2050725582-router', 'tenant_id': '9c12da1a301045b1907665456d7ae708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:38:18Z', 'updated_at': '2021-12-07T15:39:30Z', 'revision_number': 6, 'project_id': '9c12da1a301045b1907665456d7ae708', 'gw_port_host': None}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:39:30.958222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'name': 'tempest-TestMinimumBasicScenario-241313804-router', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:00Z', 'updated_at': '2021-12-07T15:39:28Z', 'revision_number': 5, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'gw_port': {'id': 'e447336c-af53-4ba9-a2ba-3b45db5855d8', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:01Z', 'updated_at': '2021-12-07T15:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:30.963800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] Checking router: d823121b-ea55-4dd7-93c7-c0cfa3dcc987 for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:39:30.976470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] Routers {'d823121b-ea55-4dd7-93c7-c0cfa3dcc987'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:39:30.977139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:39:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:31.007137 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Calling delete_port for 33d4faee-4401-4f09-8d5c-0b1bc637545f owned by network:router_gateway {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:31.076475 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] For port e447336c-af53-4ba9-a2ba-3b45db5855d8, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=e447336c-af53-4ba9-a2ba-3b45db5855d8,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:31.076877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:31.206601 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] Set router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 gateway port host: None {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:39:31.221407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Calling delete_port for e447336c-af53-4ba9-a2ba-3b45db5855d8 owned by network:router_gateway {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:31.345312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'name': 'tempest-TestMinimumBasicScenario-241313804-router', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:00Z', 'updated_at': '2021-12-07T15:39:30Z', 'revision_number': 6, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'gw_port_host': None}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:31.351853 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eaa7b4-5e0d-4659-863e-5d841de32d75 None None] The sync data for ids ['d823121b-ea55-4dd7-93c7-c0cfa3dcc987'] in dv-cinder-820628-1-iscsi is: [{'id': 'd823121b-ea55-4dd7-93c7-c0cfa3dcc987', 'name': 'tempest-TestMinimumBasicScenario-241313804-router', 'tenant_id': 'da0b7f5f82d74e79bfb15b6782228095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:00Z', 'updated_at': '2021-12-07T15:39:30Z', 'revision_number': 6, 'project_id': 'da0b7f5f82d74e79bfb15b6782228095', 'gw_port_host': None}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:39:31.435834 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:31.441326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-769f15d1-ae3e-4eba-b1dc-b73d88d7fbd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:31.460470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:31.466019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32fad927-c879-4bb7-8a6e-0a849e018ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:31.495561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Pushing event deleted for resources: {'Port': ['ID=33d4faee-4401-4f09-8d5c-0b1bc637545f,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:31.499086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:31.513677 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e447336c-af53-4ba9-a2ba-3b45db5855d8,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:31.518261 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:31.763693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853030126'] for router_gateway, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:31.766408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853030126'] for router_gateway, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.065050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852957316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40257'] for router, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.069224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852957316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40257'] for router, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.074761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.075195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.361262 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852957422'] for router, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.361537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852957422'] for router, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.362066 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d823121b-ea55-4dd7-93c7-c0cfa3dcc987 {{(pid=88286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:39:32.362166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3c5d353-7952-47be-b883-d9abd9b3d2c5 {{(pid=88287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:39:32.377421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.378820 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d823121b-ea55-4dd7-93c7-c0cfa3dcc987 HTTP/1.1" status: 204 len: 168 time: 2.0951231 Dec 07 15:39:32.380638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Notify callbacks [] for router, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.381509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 54644) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:32.382109 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] 10.222.0.64 "DELETE /v2.0/routers/e3c5d353-7952-47be-b883-d9abd9b3d2c5 HTTP/1.1" status: 204 len: 168 time: 2.4271591 Dec 07 15:39:32.385914 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54648) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:32.464352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-44aae21a-f09b-47b4-9528-3827e1cc2240 admin admin] Deleting subnet 86975df9-5a32-4146-86ee-de6999105ab8 {{(pid=88287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:39:32.467866 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-44aae21a-f09b-47b4-9528-3827e1cc2240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.476978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6c9aef-3768-4def-b17c-8640c4f0f41c admin admin] Deleting subnet e5477197-b5cd-4255-842d-b99f0f552c0d {{(pid=88286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:39:32.482717 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6c6c9aef-3768-4def-b17c-8640c4f0f41c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.536957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-44aae21a-f09b-47b4-9528-3827e1cc2240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562449'] for subnet, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.565434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6c6c9aef-3768-4def-b17c-8640c4f0f41c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354390'] for subnet, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.584424 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 33d4faee-4401-4f09-8d5c-0b1bc637545f no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:32.625694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 33d4faee-4401-4f09-8d5c-0b1bc637545f {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:32.626091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 33d4faee-4401-4f09-8d5c-0b1bc637545f not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:32.626560 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device a7543b4f-dd2f-46d5-9787-6b22384936e7 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:32.654070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-44aae21a-f09b-47b4-9528-3827e1cc2240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.666553 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: a7543b4f-dd2f-46d5-9787-6b22384936e7 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:32.666981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device a7543b4f-dd2f-46d5-9787-6b22384936e7 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:32.667443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device e447336c-af53-4ba9-a2ba-3b45db5855d8 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:32.702024 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: e447336c-af53-4ba9-a2ba-3b45db5855d8 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:32.702421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device e447336c-af53-4ba9-a2ba-3b45db5855d8 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:32.702884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 033086e3-7181-4dff-b871-e07ce7e1f667 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:32.714480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6c6c9aef-3768-4def-b17c-8640c4f0f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.736703 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 033086e3-7181-4dff-b871-e07ce7e1f667 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:32.737829 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 033086e3-7181-4dff-b871-e07ce7e1f667 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:32.980240 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-44aae21a-f09b-47b4-9528-3827e1cc2240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853294901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848481303'] for subnet, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:32.985604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4e299dab-d879-4ace-90a9-c30fcc3a27cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:33.031453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aae21a-f09b-47b4-9528-3827e1cc2240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86975df9-5a32-4146-86ee-de6999105ab8,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:33.034264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-44aae21a-f09b-47b4-9528-3827e1cc2240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:33.036219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6c6c9aef-3768-4def-b17c-8640c4f0f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6472984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6791907'] for subnet, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:33.041136 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f25a2e10-57d0-42a3-b725-6e991e856e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:33.043393 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-44aae21a-f09b-47b4-9528-3827e1cc2240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:33.053715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ee24d8-2853-44a6-9a17-42fa85b5d28f None None] Network ece88c0b-84d1-4412-838a-69c7c0155a85 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:39:33.060416 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-44aae21a-f09b-47b4-9528-3827e1cc2240 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/86975df9-5a32-4146-86ee-de6999105ab8 HTTP/1.1" status: 204 len: 168 time: 0.6732287 Dec 07 15:39:33.062945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54658) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:33.082291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c9aef-3768-4def-b17c-8640c4f0f41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5477197-b5cd-4255-842d-b99f0f552c0d,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:33.087414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6c6c9aef-3768-4def-b17c-8640c4f0f41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:33.093892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6c6c9aef-3768-4def-b17c-8640c4f0f41c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:33.105651 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6c6c9aef-3768-4def-b17c-8640c4f0f41c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e5477197-b5cd-4255-842d-b99f0f552c0d HTTP/1.1" status: 204 len: 168 time: 0.7215998 Dec 07 15:39:33.109643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 54662) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:33.126800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d8102-f38a-4b7e-afb3-69e1ca8fd645 None None] Network a870cf41-7822-42a2-a36c-136b6edf6788 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:39:33.272944 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:33.287191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Deleting port bf398646-b6ef-4103-84bd-5c181d5a9885 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:33.287964 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:33.531447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:33.543970 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Deleting port f7904e63-d1cc-4163-b161-5fbbc8a80462 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:33.544544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:33.551389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] For port bf398646-b6ef-4103-84bd-5c181d5a9885, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=bf398646-b6ef-4103-84bd-5c181d5a9885,segment=NetworkSegment(18979f97-7bd6-4ecf-815b-ec541c4919bd),segment_id=18979f97-7bd6-4ecf-815b-ec541c4919bd)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:33.551787 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:33.703073 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Calling delete_port for bf398646-b6ef-4103-84bd-5c181d5a9885 owned by network:dhcp {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:33.728542 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] DHCP port deletion for a870cf41-7822-42a2-a36c-136b6edf6788 request from dv-cinder-820628-1-iscsi {{(pid=88288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:39:33.735642 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] Deleting port f7904e63-d1cc-4163-b161-5fbbc8a80462 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:33.736898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:33.780228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] DHCP port deletion for ece88c0b-84d1-4412-838a-69c7c0155a85 request from dv-cinder-820628-1-iscsi {{(pid=88288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:39:33.805457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] Deleting port bf398646-b6ef-4103-84bd-5c181d5a9885 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:33.806633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:33.840919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] For port f7904e63-d1cc-4163-b161-5fbbc8a80462, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=f7904e63-d1cc-4163-b161-5fbbc8a80462,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:33.841363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.001244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Calling delete_port for f7904e63-d1cc-4163-b161-5fbbc8a80462 owned by network:dhcp {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:34.113530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] For port f7904e63-d1cc-4163-b161-5fbbc8a80462, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=f7904e63-d1cc-4163-b161-5fbbc8a80462,segment=NetworkSegment(be24b668-2e19-4c61-8efd-1eafb18e325c),segment_id=be24b668-2e19-4c61-8efd-1eafb18e325c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:34.114060 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.115663 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.121488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a0324dc0-5917-4c14-870b-ae7df29b490e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:34.143825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.152001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6e328b03-8c50-4f0d-bd88-425a97eb557e tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:34.194977 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf398646-b6ef-4103-84bd-5c181d5a9885,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:34.203352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7904e63-d1cc-4163-b161-5fbbc8a80462,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:34.203637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:34.206651 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:34.210432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] No DVR routers for this DVR port f7904e63-d1cc-4163-b161-5fbbc8a80462 on host dv-cinder-820628-1-iscsi {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:39:34.213390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] No DVR routers for this DVR port bf398646-b6ef-4103-84bd-5c181d5a9885 on host dv-cinder-820628-1-iscsi {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:39:34.287342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] Calling delete_port for f7904e63-d1cc-4163-b161-5fbbc8a80462 owned by network:dhcp {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:34.382116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.385521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.411656 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece88c0b-84d1-4412-838a-69c7c0155a85']}} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:34.422748 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a870cf41-7822-42a2-a36c-136b6edf6788']}} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:34.429405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18979f97-7bd6-4ecf-815b-ec541c4919bd') {'for_net_delete': True} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:34.429758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18979f97-7bd6-4ecf-815b-ec541c4919bd') {} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:34.439109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be24b668-2e19-4c61-8efd-1eafb18e325c') {'for_net_delete': True} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:34.439491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be24b668-2e19-4c61-8efd-1eafb18e325c') {} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:34.447149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853213352'] for segment, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.455968 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853421409'] for segment, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.544823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.552091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.557033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:39:34.558151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:39:34.558555 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1481065'] for segment, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.561879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848302918'] for segment, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:39:34.577186 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:39:34.584834 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:39:34.601335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device f7904e63-d1cc-4163-b161-5fbbc8a80462 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:34.639201 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] For port bf398646-b6ef-4103-84bd-5c181d5a9885, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=bf398646-b6ef-4103-84bd-5c181d5a9885,segment=NetworkSegment(18979f97-7bd6-4ecf-815b-ec541c4919bd),segment_id=18979f97-7bd6-4ecf-815b-ec541c4919bd)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:34.639569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.656278 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: f7904e63-d1cc-4163-b161-5fbbc8a80462 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:34.656672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device f7904e63-d1cc-4163-b161-5fbbc8a80462 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:34.657185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device bf398646-b6ef-4103-84bd-5c181d5a9885 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:34.757121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: bf398646-b6ef-4103-84bd-5c181d5a9885 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:34.757538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device bf398646-b6ef-4103-84bd-5c181d5a9885 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:34.822116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] Calling delete_port for bf398646-b6ef-4103-84bd-5c181d5a9885 owned by network:dhcp {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:34.870736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.874210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.db.api [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:39:34.874620 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.api [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:39:34.875679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:34.889117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.895441 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.895651 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-68fa8bca-4c85-4417-9488-07bb5eed4225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:34.904077 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.db.api [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:39:34.904330 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Pushing event deleted for resources: {'Network': ['ID=a870cf41-7822-42a2-a36c-136b6edf6788,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:34.904641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.api [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:39:34.909460 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:34.916391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:34.932573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ece88c0b-84d1-4412-838a-69c7c0155a85,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:34.936050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:34.938150 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] 10.222.0.64 "DELETE /v2.0/networks/ece88c0b-84d1-4412-838a-69c7c0155a85 HTTP/1.1" status: 204 len: 168 time: 1.8737366 Dec 07 15:39:34.944808 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] 10.222.0.64 "DELETE /v2.0/networks/a870cf41-7822-42a2-a36c-136b6edf6788 HTTP/1.1" status: 204 len: 168 time: 1.8333385 Dec 07 15:39:34.947656 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 54694) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:35.210090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54704) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:35.279337 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-e1ec62f4-64b5-46fb-bd1b-56da018e7b5a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f662f25b9af6427bbe13b5aa0247217c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0679317 Dec 07 15:39:35.281962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54708) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:35.353446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-297c030f-b3bd-4c79-a558-3ec1bc9709d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:35.376052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] Deleting port f7904e63-d1cc-4163-b161-5fbbc8a80462 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:35.376713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:35.393913 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-297c030f-b3bd-4c79-a558-3ec1bc9709d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:35.419694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] Deleting port bf398646-b6ef-4103-84bd-5c181d5a9885 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:35.420411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:35.539407 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-97ad0e23-9beb-4eb1-a5d5-f1f1b5f2e96d None None] The port 'bf398646-b6ef-4103-84bd-5c181d5a9885' was deleted {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:39:35.543795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853029117'] for router_interface, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:35.545682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec14f-cb43-4c1e-b274-007eeb76189c None None] The port 'f7904e63-d1cc-4163-b161-5fbbc8a80462' was deleted {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:39:35.550115 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-297c030f-b3bd-4c79-a558-3ec1bc9709d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:35.559339 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:35.574870 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c030f-b3bd-4c79-a558-3ec1bc9709d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0fb3c4-4dce-4d51-b68e-b57a3d4c1175,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:35.577943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-297c030f-b3bd-4c79-a558-3ec1bc9709d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:35.579284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-297c030f-b3bd-4c79-a558-3ec1bc9709d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:35.583027 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-297c030f-b3bd-4c79-a558-3ec1bc9709d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d0fb3c4-4dce-4d51-b68e-b57a3d4c1175 HTTP/1.1" status: 204 len: 168 time: 0.2975342 Dec 07 15:39:36.193258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54724) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:36.250046 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-ebd6543c-6549-4c6b-84ea-e6d2f2ecc7b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c12da1a301045b1907665456d7ae708&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553858 Dec 07 15:39:36.252568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54728) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:36.255897 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Deleting port d46d81de-23d5-4216-b894-194a321b2534 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:36.256277 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:36.325583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b6019350-1efc-44cd-a554-bf73b1ac433e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:36.354371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b6019350-1efc-44cd-a554-bf73b1ac433e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:36.453714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] For port d46d81de-23d5-4216-b894-194a321b2534, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=d46d81de-23d5-4216-b894-194a321b2534,segment=NetworkSegment(8ee210a5-155d-4ea7-8140-5be09173221e),segment_id=8ee210a5-155d-4ea7-8140-5be09173221e)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:36.454108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:36.534770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b6019350-1efc-44cd-a554-bf73b1ac433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:36.540967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-09ea9cd3-a5f2-42e4-9f62-ccc30de8c3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:36.555507 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6019350-1efc-44cd-a554-bf73b1ac433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58250d-9d4d-4f8f-8b16-2aeb08af5ed0,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:36.558608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b6019350-1efc-44cd-a554-bf73b1ac433e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:36.561425 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b6019350-1efc-44cd-a554-bf73b1ac433e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:36.574972 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b6019350-1efc-44cd-a554-bf73b1ac433e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a58250d-9d4d-4f8f-8b16-2aeb08af5ed0 HTTP/1.1" status: 204 len: 168 time: 0.3091989 Dec 07 15:39:36.599052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Calling delete_port for d46d81de-23d5-4216-b894-194a321b2534 owned by network:router_interface {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:36.829646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:36.834555 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ca012331-2234-46c6-b3f0-a071e68badcc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:36.879149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=d46d81de-23d5-4216-b894-194a321b2534,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:36.882003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:37.459266 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851729876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853028967'] for router_interface, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:38.104326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Router 4b7df241-ac8d-46c3-9062-f022cc422af2 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:39:38.330392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:39:38.340128 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] 10.222.0.64 "PUT /v2.0/routers/4b7df241-ac8d-46c3-9062-f022cc422af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3913071 Dec 07 15:39:38.340563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] Sync routers for ids ['4b7df241-ac8d-46c3-9062-f022cc422af2'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:39:38.343094 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 54752) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:38.354437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] Routers {'4b7df241-ac8d-46c3-9062-f022cc422af2'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:39:38.355125 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:39:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['4b7df241-ac8d-46c3-9062-f022cc422af2'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:38.561458 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] Set router 4b7df241-ac8d-46c3-9062-f022cc422af2 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:39:38.577210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Notify callbacks [] for router, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:38.797755 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:38.835477 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Deleting port 58b612c7-acc0-4958-adaf-2ee7938a24d0 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:38.835781 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:38.890449 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'name': 'tempest-TestMinimumBasicScenario-31036204-router', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:11Z', 'updated_at': '2021-12-07T15:39:36Z', 'revision_number': 5, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'gw_port': {'id': '58b612c7-acc0-4958-adaf-2ee7938a24d0', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:32:13Z', 'updated_at': '2021-12-07T15:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:38.894549 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] Checking router: 4b7df241-ac8d-46c3-9062-f022cc422af2 for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:39:38.907021 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] Routers {'4b7df241-ac8d-46c3-9062-f022cc422af2'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:39:38.907701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:39:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['4b7df241-ac8d-46c3-9062-f022cc422af2'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:39.039002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] For port 58b612c7-acc0-4958-adaf-2ee7938a24d0, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=58b612c7-acc0-4958-adaf-2ee7938a24d0,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:39.039412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:39.181891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Calling delete_port for 58b612c7-acc0-4958-adaf-2ee7938a24d0 owned by network:router_gateway {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:39.232354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] Set router 4b7df241-ac8d-46c3-9062-f022cc422af2 gateway port host: None {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:39:39.348054 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'name': 'tempest-TestMinimumBasicScenario-31036204-router', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:11Z', 'updated_at': '2021-12-07T15:39:38Z', 'revision_number': 6, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'gw_port_host': None}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:39.352412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90df7b-4b3c-461f-a762-250f1b79d6c2 None None] The sync data for ids ['4b7df241-ac8d-46c3-9062-f022cc422af2'] in dv-cinder-820628-1-iscsi is: [{'id': '4b7df241-ac8d-46c3-9062-f022cc422af2', 'name': 'tempest-TestMinimumBasicScenario-31036204-router', 'tenant_id': '01bfafffb84849b39850c170f3b7fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:32:11Z', 'updated_at': '2021-12-07T15:39:38Z', 'revision_number': 6, 'project_id': '01bfafffb84849b39850c170f3b7fd73', 'gw_port_host': None}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:39:39.395147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:39.400544 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5c16de24-6252-4152-844e-b0d8479dc8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:39.448520 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b612c7-acc0-4958-adaf-2ee7938a24d0,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:39.451353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:39.714593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853030126'] for router_gateway, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.252924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852957316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40257'] for router, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.257881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.309521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852957422'] for router, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.310156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7df241-ac8d-46c3-9062-f022cc422af2 {{(pid=88286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:39:40.326735 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.330559 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4b7df241-ac8d-46c3-9062-f022cc422af2 HTTP/1.1" status: 204 len: 168 time: 1.9864187 Dec 07 15:39:40.330868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54782) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:40.405439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd7d7e4-a7c5-4529-8911-79a158ccb7c4 admin admin] Deleting subnet 10a4b35b-4f3f-420f-b06f-1b234de3a7bc {{(pid=88287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:39:40.408877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7dd7d7e4-a7c5-4529-8911-79a158ccb7c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.477442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7dd7d7e4-a7c5-4529-8911-79a158ccb7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562449'] for subnet, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.576433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7dd7d7e4-a7c5-4529-8911-79a158ccb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.579019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device d46d81de-23d5-4216-b894-194a321b2534 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:40.621054 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: d46d81de-23d5-4216-b894-194a321b2534 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:40.621510 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device d46d81de-23d5-4216-b894-194a321b2534 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:40.621941 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 58b612c7-acc0-4958-adaf-2ee7938a24d0 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:40.660627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 58b612c7-acc0-4958-adaf-2ee7938a24d0 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:40.661022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 58b612c7-acc0-4958-adaf-2ee7938a24d0 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:40.682189 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7dd7d7e4-a7c5-4529-8911-79a158ccb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853294901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848481303'] for subnet, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.687229 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:40.729253 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7d7e4-a7c5-4529-8911-79a158ccb7c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a4b35b-4f3f-420f-b06f-1b234de3a7bc,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:40.734343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7dd7d7e4-a7c5-4529-8911-79a158ccb7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:40.736813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7dd7d7e4-a7c5-4529-8911-79a158ccb7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.742439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba0fc8-b227-430f-bfed-b7967ce2d557 None None] Network 837034df-1be5-4a9e-a9a0-78322f0fc5e9 requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:39:40.747633 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7dd7d7e4-a7c5-4529-8911-79a158ccb7c4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/10a4b35b-4f3f-420f-b06f-1b234de3a7bc HTTP/1.1" status: 204 len: 168 time: 0.4117081 Dec 07 15:39:40.748116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54788) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:40.870267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:40.882635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Deleting port 2a612c25-69db-4384-ba81-545676a80db2 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:40.883112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.047405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] DHCP port deletion for 837034df-1be5-4a9e-a9a0-78322f0fc5e9 request from dv-cinder-820628-1-iscsi {{(pid=88288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:39:41.053570 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] Deleting port 2a612c25-69db-4384-ba81-545676a80db2 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:41.054243 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.132915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] For port 2a612c25-69db-4384-ba81-545676a80db2, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=2a612c25-69db-4384-ba81-545676a80db2,segment=NetworkSegment(8ee210a5-155d-4ea7-8140-5be09173221e),segment_id=8ee210a5-155d-4ea7-8140-5be09173221e)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:41.133327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.235888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.271183 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Calling delete_port for 2a612c25-69db-4384-ba81-545676a80db2 owned by network:dhcp {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:41.323994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] For port 2a612c25-69db-4384-ba81-545676a80db2, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=2a612c25-69db-4384-ba81-545676a80db2,segment=NetworkSegment(8ee210a5-155d-4ea7-8140-5be09173221e),segment_id=8ee210a5-155d-4ea7-8140-5be09173221e)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:39:41.324465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.447389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.455317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8929558b-e16e-4ed5-a91d-6ecb2149cb48 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:41.457255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] Calling delete_port for 2a612c25-69db-4384-ba81-545676a80db2 owned by network:dhcp {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:39:41.502234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Pushing event deleted for resources: {'Port': ['ID=2a612c25-69db-4384-ba81-545676a80db2,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:41.505800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:41.506635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] No DVR routers for this DVR port 2a612c25-69db-4384-ba81-545676a80db2 on host dv-cinder-820628-1-iscsi {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:39:41.542927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.db.api [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:39:41.543335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.api [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:39:41.636175 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.665674 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837034df-1be5-4a9e-a9a0-78322f0fc5e9']}} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:41.680110 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee210a5-155d-4ea7-8140-5be09173221e') {'for_net_delete': True} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:41.680614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee210a5-155d-4ea7-8140-5be09173221e') {} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:39:41.693644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853213352'] for segment, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.715938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.723603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:39:41.724025 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1481065'] for segment, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:39:41.739774 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:39:41.892435 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.897647 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:41.903018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:41.926480 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] 10.222.0.64 "DELETE /v2.0/networks/837034df-1be5-4a9e-a9a0-78322f0fc5e9 HTTP/1.1" status: 204 len: 168 time: 1.1774907 Dec 07 15:39:41.927354 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Pushing event deleted for resources: {'Network': ['ID=837034df-1be5-4a9e-a9a0-78322f0fc5e9,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:41.929980 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b7d03f4d-c46c-4db3-9896-4eeb87d44aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:42.045422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] Deleting port 2a612c25-69db-4384-ba81-545676a80db2 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:39:42.046037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:42.125452 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-a1a02d08-963b-4043-b820-f4e5cc0340dd None None] The port '2a612c25-69db-4384-ba81-545676a80db2' was deleted {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:39:42.256731 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54816) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:42.322220 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-cbea17e3-345d-4aa5-adbe-97e5c991ae67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da0b7f5f82d74e79bfb15b6782228095&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0640621 Dec 07 15:39:42.324846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54820) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:42.390662 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a2d876c3-4626-4cc7-a899-0c925fbf6d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:42.420070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a2d876c3-4626-4cc7-a899-0c925fbf6d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:42.492427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a2d876c3-4626-4cc7-a899-0c925fbf6d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:42.498531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-bcdb6d4b-3eab-4523-ad86-f024651446f3 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:42.513688 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d876c3-4626-4cc7-a899-0c925fbf6d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c42a38-c281-4f44-a57b-0d8c2170982c,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:42.516580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a2d876c3-4626-4cc7-a899-0c925fbf6d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:42.517857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a2d876c3-4626-4cc7-a899-0c925fbf6d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:42.519089 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a2d876c3-4626-4cc7-a899-0c925fbf6d8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8c42a38-c281-4f44-a57b-0d8c2170982c HTTP/1.1" status: 204 len: 168 time: 0.1929951 Dec 07 15:39:42.580739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 2a612c25-69db-4384-ba81-545676a80db2 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:39:42.615032 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 2a612c25-69db-4384-ba81-545676a80db2 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:39:42.615423 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 2a612c25-69db-4384-ba81-545676a80db2 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:39:43.091792 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54836) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:43.156712 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-140eafae-6611-4f4e-b123-55a502aee88f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01bfafffb84849b39850c170f3b7fd73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0635464 Dec 07 15:39:43.159275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 54840) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:43.228385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84e6b0be-0ec3-426b-a859-d23c7de9ce3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:43.256936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84e6b0be-0ec3-426b-a859-d23c7de9ce3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:43.332169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84e6b0be-0ec3-426b-a859-d23c7de9ce3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:43.337611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-84ed668d-aaed-46d5-814a-78cb4796f3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:43.351824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6b0be-0ec3-426b-a859-d23c7de9ce3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b722f736-3100-40c0-af5f-1170fba38d27,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:43.355652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-84e6b0be-0ec3-426b-a859-d23c7de9ce3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:43.356877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84e6b0be-0ec3-426b-a859-d23c7de9ce3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:43.358146 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-84e6b0be-0ec3-426b-a859-d23c7de9ce3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b722f736-3100-40c0-af5f-1170fba38d27 HTTP/1.1" status: 204 len: 168 time: 0.1978111 Dec 07 15:39:51.524465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:39:54.160538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d132b8d1-fc89-4f3a-8ed0-121f1a76983e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:55.658186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:56.868997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d7fd71b9-4611-4fc3-9e41-be5769666f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:56.949650 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:57.113367 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 55020) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:57.278514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:57.313757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:57.317726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Usage tracker for resource:security_group_rule and tenant:5db31e45344741d78c705abd23c4b92c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:57.320597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:57.327059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:57.477751 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:57.520891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:57.528670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0f9cc7d0-588d-4c92-bdeb-6ec43abd05ed tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:57.574078 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9354cc-9469-471d-8713-edf4bfc16ee5,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:57.580997 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5db31e45344741d78c705abd23c4b92c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4664660 Dec 07 15:39:57.583982 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55030) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:57.588849 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.589898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.590487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.590737 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.591148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.591558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.591963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.592342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.592747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.593167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.595181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:39:57.597713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:57.654375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b58ba8bf-175a-40bb-be6c-837932d96892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:57.686853 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b58ba8bf-175a-40bb-be6c-837932d96892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:57.760320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b58ba8bf-175a-40bb-be6c-837932d96892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:57.766141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a5000077-4bdd-40e7-9271-092b61af2245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:57.778179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ba8bf-175a-40bb-be6c-837932d96892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9354cc-9469-471d-8713-edf4bfc16ee5,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:57.782205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b58ba8bf-175a-40bb-be6c-837932d96892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:57.785671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b58ba8bf-175a-40bb-be6c-837932d96892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:57.786913 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b58ba8bf-175a-40bb-be6c-837932d96892 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e9354cc-9469-471d-8713-edf4bfc16ee5 HTTP/1.1" status: 204 len: 168 time: 0.2018383 Dec 07 15:39:58.284678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55042) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:58.304908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:58.338881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:39:58.343406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] Usage tracker for resource:security_group_rule and tenant:b1d9868b2409449baa2bf92dccf29dc4 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:39:58.348003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:39:58.353210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:39:58.422873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:58.454800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:58.486176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:58.494377 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c5b40dd9-aa85-4f2b-9211-00fe1bc85a98 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:58.540600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44386e12-e2b4-481b-b054-5d89b577de08,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:58.543823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:58.548974 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1d9868b2409449baa2bf92dccf29dc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2604899 Dec 07 15:39:58.549743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 55048) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:39:58.628382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-771c36a1-c448-4452-93f6-f208159e62ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:58.656077 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-771c36a1-c448-4452-93f6-f208159e62ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:58.817946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-771c36a1-c448-4452-93f6-f208159e62ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:58.824772 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9a442801-44e3-471f-bb6a-000af864a29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:39:58.842984 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c36a1-c448-4452-93f6-f208159e62ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44386e12-e2b4-481b-b054-5d89b577de08,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:39:58.845771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-771c36a1-c448-4452-93f6-f208159e62ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:39:58.850787 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-771c36a1-c448-4452-93f6-f208159e62ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:39:58.855559 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-771c36a1-c448-4452-93f6-f208159e62ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44386e12-e2b4-481b-b054-5d89b577de08 HTTP/1.1" status: 204 len: 168 time: 0.3012660 Dec 07 15:40:06.852901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 55210) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:07.015827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:07.050293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:40:07.054205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] Usage tracker for resource:security_group_rule and tenant:d5f35208b4164c719698cecc2db556d7 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:40:07.057864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:40:07.064055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:40:07.134679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:07.165792 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:07.173754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-dda3a640-f2c9-4fbc-9de7-6c9b2dae65a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:07.218248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c1b14e-ef36-474e-b86a-7d953557eddc,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:07.223571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:07.227080 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5f35208b4164c719698cecc2db556d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3729897 Dec 07 15:40:07.231125 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 55216) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:07.296785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b841b08-335b-4d21-b426-e35a7afef262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:07.325620 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b841b08-335b-4d21-b426-e35a7afef262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:07.400750 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b841b08-335b-4d21-b426-e35a7afef262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:07.407569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d9d6b670-75fb-4225-919c-40e9ecb0c2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:07.423396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b841b08-335b-4d21-b426-e35a7afef262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c1b14e-ef36-474e-b86a-7d953557eddc,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:07.426619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1b841b08-335b-4d21-b426-e35a7afef262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:07.427557 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b841b08-335b-4d21-b426-e35a7afef262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:07.431712 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1b841b08-335b-4d21-b426-e35a7afef262 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0c1b14e-ef36-474e-b86a-7d953557eddc HTTP/1.1" status: 204 len: 168 time: 0.1995413 Dec 07 15:40:07.981433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 55232) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:08.002607 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:08.039062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:40:08.043758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] Usage tracker for resource:security_group_rule and tenant:4183fa2b367a48ce913092f8ba70ff00 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:40:08.046778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:40:08.052692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:40:08.123594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:08.148704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:08.157239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-bce9363c-d4f9-4717-bd4c-38ca94ebb0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:08.203594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34d1f04-9ad5-43c4-865b-fd70fbf97b06,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:08.208306 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4183fa2b367a48ce913092f8ba70ff00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2253356 Dec 07 15:40:08.209338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:08.211187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 55236) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:08.281186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-08e96b56-eaa6-4147-bea3-7ef756302edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:08.310429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-08e96b56-eaa6-4147-bea3-7ef756302edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:08.383053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-08e96b56-eaa6-4147-bea3-7ef756302edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:08.388882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-26baeb14-5427-45df-945b-c2ac6d3937fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:08.400016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e96b56-eaa6-4147-bea3-7ef756302edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34d1f04-9ad5-43c4-865b-fd70fbf97b06,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:08.405195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-08e96b56-eaa6-4147-bea3-7ef756302edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:08.408666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-08e96b56-eaa6-4147-bea3-7ef756302edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:08.409929 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-08e96b56-eaa6-4147-bea3-7ef756302edc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e34d1f04-9ad5-43c4-865b-fd70fbf97b06 HTTP/1.1" status: 204 len: 168 time: 0.1976874 Dec 07 15:40:11.166171 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:12.538883 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7c89e-1ce9-4c83-b54b-dddd70b4ce69 req-da9fa3a3-0fef-4be9-a850-36eef4d13969 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:12.540543 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cbe7c89e-1ce9-4c83-b54b-dddd70b4ce69 req-da9fa3a3-0fef-4be9-a850-36eef4d13969 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.2368319 Dec 07 15:40:12.589819 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cbe7c89e-1ce9-4c83-b54b-dddd70b4ce69 req-a5527fa8-db41-42ee-84d3-9aa2ad025c98 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426891 Dec 07 15:40:13.823119 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e63c5f-99bd-47cf-8f54-5b71cea11825 req-347dc79d-12c1-4c26-9ec8-3eddfee0a120 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:13.824936 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-62e63c5f-99bd-47cf-8f54-5b71cea11825 req-347dc79d-12c1-4c26-9ec8-3eddfee0a120 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.0939333 Dec 07 15:40:13.878056 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-62e63c5f-99bd-47cf-8f54-5b71cea11825 req-b6e01431-ae3d-42fb-b97c-08a63352afd3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463767 Dec 07 15:40:15.120506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d03569-b736-439e-8e28-f4689760529b req-97250556-d5ca-43b6-8880-8db7788dff74 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:15.122926 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-13d03569-b736-439e-8e28-f4689760529b req-97250556-d5ca-43b6-8880-8db7788dff74 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.0974953 Dec 07 15:40:15.201186 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-13d03569-b736-439e-8e28-f4689760529b req-0ae42d73-4794-41c6-b45a-9cb0c00b9e45 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707023 Dec 07 15:40:15.376109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8ade8-16f0-45d1-adbb-695a8e018c56 req-10869009-56dc-4f13-8890-560041d95d2c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:15.378090 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-79c8ade8-16f0-45d1-adbb-695a8e018c56 req-10869009-56dc-4f13-8890-560041d95d2c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 945 time: 0.0913939 Dec 07 15:40:15.435873 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-79c8ade8-16f0-45d1-adbb-695a8e018c56 req-20345313-a200-420d-ae69-b4a5602fe99c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506897 Dec 07 15:40:15.642379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-bd5032df-3a34-4cb7-8679-31985bbc0e8a tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:15.643219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-bd5032df-3a34-4cb7-8679-31985bbc0e8a tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Synchronizing usage tracker for tenant:e7b3db214834493e96a9e0ee8dbc3f06 on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:40:15.698303 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-bd5032df-3a34-4cb7-8679-31985bbc0e8a tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Unset dirty status for tenant:e7b3db214834493e96a9e0ee8dbc3f06 on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:40:15.699725 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-bd5032df-3a34-4cb7-8679-31985bbc0e8a tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 945 time: 0.1463289 Dec 07 15:40:15.775344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Deleting port d6570d3a-f392-4fdc-b7ee-e781cf96d607 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:40:15.776861 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:16.033050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] For port d6570d3a-f392-4fdc-b7ee-e781cf96d607, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=d6570d3a-f392-4fdc-b7ee-e781cf96d607,segment=NetworkSegment(c50cc111-5391-49df-a19e-58b199622c5c),segment_id=c50cc111-5391-49df-a19e-58b199622c5c)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:40:16.033489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:16.163251 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Calling delete_port for d6570d3a-f392-4fdc-b7ee-e781cf96d607 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:40:16.349041 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:16.357704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-06ea595c-d5f5-4c7e-a773-819661105d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:16.362435 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['d6570d3a-f392-4fdc-b7ee-e781cf96d607'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:40:16.404298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Pushing event deleted for resources: {'Port': ['ID=d6570d3a-f392-4fdc-b7ee-e781cf96d607,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:16.408242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:16.439468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674fead-df77-4d59-99fb-2486508c6e29 req-58425157-ceae-423a-bd35-9e286fac0307 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:16.441267 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1674fead-df77-4d59-99fb-2486508c6e29 req-58425157-ceae-423a-bd35-9e286fac0307 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.0919354 Dec 07 15:40:16.485804 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] No DVR routers for this DVR port d6570d3a-f392-4fdc-b7ee-e781cf96d607 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:40:16.488380 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:16.495692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbffc6b3-4c92-44ba-9775-05eaefa50f17', 'name': 'network-vif-deleted', 'tag': 'd6570d3a-f392-4fdc-b7ee-e781cf96d607'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:40:16.498988 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1674fead-df77-4d59-99fb-2486508c6e29 req-43bfb30e-4202-4389-9e67-94404895f1af tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511944 Dec 07 15:40:16.545649 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7c5e1dac-ed46-4a3c-9b8c-81e7406571e8 req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.66 "DELETE /v2.0/ports/d6570d3a-f392-4fdc-b7ee-e781cf96d607 HTTP/1.1" status: 204 len: 173 time: 0.8400583 Dec 07 15:40:16.595190 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbffc6b3-4c92-44ba-9775-05eaefa50f17', 'name': 'network-vif-deleted', 'tag': 'd6570d3a-f392-4fdc-b7ee-e781cf96d607', 'status': 'completed', 'code': 200} Dec 07 15:40:16.646526 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-87f1e7ac-d18f-4c85-9330-d4a54f4945bf req-666dc28b-75a5-40f5-b847-847e9ee89722 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbffc6b3-4c92-44ba-9775-05eaefa50f17 HTTP/1.1" status: 200 len: 210 time: 0.0472372 Dec 07 15:40:17.263427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 55416) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:17.429632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:17.467135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:40:17.472409 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] Usage tracker for resource:security_group_rule and tenant:b520fbf282224a92a4f73c06493f3bf3 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:40:17.475565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:40:17.482303 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:40:17.552256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:17.601693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:17.608923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-39b3959b-5ab7-4e37-aa28-6e853337d4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:17.650548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897f5791-7859-4b0e-9680-a5b9d9cf7ae4,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:17.668373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:17.712354 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b520fbf282224a92a4f73c06493f3bf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4453933 Dec 07 15:40:17.714347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55430) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:17.763330 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cddab-fea5-4033-8807-9db1b17425d9 req-64254afd-89f4-4b93-a1ae-38503750887b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:17.766087 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-525cddab-fea5-4033-8807-9db1b17425d9 req-64254afd-89f4-4b93-a1ae-38503750887b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1081889 Dec 07 15:40:17.802492 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-03356921-b940-4497-ae10-8e8ce783d991 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2321258 Dec 07 15:40:17.837986 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-525cddab-fea5-4033-8807-9db1b17425d9 req-628dfea3-2a72-46f0-8c36-480cd95007ae tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634701 Dec 07 15:40:17.838872 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-60269768-10b6-4fac-b8b7-f53044ea4a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:17.873703 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-60269768-10b6-4fac-b8b7-f53044ea4a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:17.966082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-60269768-10b6-4fac-b8b7-f53044ea4a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:17.971934 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fd774ba7-17f8-482c-bff6-267e32b8e41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:17.991130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60269768-10b6-4fac-b8b7-f53044ea4a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897f5791-7859-4b0e-9680-a5b9d9cf7ae4,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:17.994102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-60269768-10b6-4fac-b8b7-f53044ea4a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:17.996077 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-60269768-10b6-4fac-b8b7-f53044ea4a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:17.997405 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-60269768-10b6-4fac-b8b7-f53044ea4a2a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/897f5791-7859-4b0e-9680-a5b9d9cf7ae4 HTTP/1.1" status: 204 len: 168 time: 0.2763052 Dec 07 15:40:18.107397 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-2dc87b31-fe05-40d9-ac68-cc4e6b1a7354 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 1098 time: 0.0840726 Dec 07 15:40:18.280252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-c1e5fe88-3740-4d1b-a406-19997375b6c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:18.282008 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-c1e5fe88-3740-4d1b-a406-19997375b6c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 915 time: 0.1518638 Dec 07 15:40:18.364452 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-7ccb934c-6e56-403e-8a14-f9155d2ff9c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a HTTP/1.1" status: 200 len: 217 time: 0.0741563 Dec 07 15:40:18.437801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-2512fd61-d3a1-46b6-ba2f-edf0c81c5913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:18.439405 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-2512fd61-d3a1-46b6-ba2f-edf0c81c5913 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0681088 Dec 07 15:40:18.493295 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-8cf53ec5-aad5-45a3-aa18-89e1564e2f21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471334 Dec 07 15:40:18.504160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-e80e1b50-f2be-420a-8fba-1ea36958646f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88286) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:40:18.505207 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-e80e1b50-f2be-420a-8fba-1ea36958646f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052900 Dec 07 15:40:18.616245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 55446) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:18.636767 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:18.655067 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-cb030b22-c99e-4a49-87ab-87ff4812d7e5 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427991 Dec 07 15:40:18.674266 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:40:18.678526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] Usage tracker for resource:security_group_rule and tenant:b521c2938d0e4b6a8d697850bc9e1656 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:40:18.681622 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:40:18.688447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:40:18.759821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:18.788560 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:18.796230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5fd9045c-a10f-4bfb-80a0-15a7bf5702ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:18.809037 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dbf0e3e4-6509-414f-ac5b-1619083766b4 req-5fc161f7-973e-422e-80ed-cc71b2c8c650 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465075 Dec 07 15:40:18.840300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7819527e-4ad7-49e0-8d57-aec450b3e7c3,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:18.844176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:18.847210 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b521c2938d0e4b6a8d697850bc9e1656&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2298746 Dec 07 15:40:18.850043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 55450) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:18.916070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cd610702-297d-4695-9438-3a9428acbe98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:18.943443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cd610702-297d-4695-9438-3a9428acbe98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:19.023689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cd610702-297d-4695-9438-3a9428acbe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:19.030363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-08e96b56-eaa6-4147-bea3-7ef756302edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:19.044653 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd610702-297d-4695-9438-3a9428acbe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7819527e-4ad7-49e0-8d57-aec450b3e7c3,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:19.046957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cd610702-297d-4695-9438-3a9428acbe98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:19.056449 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cd610702-297d-4695-9438-3a9428acbe98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:19.057735 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-cd610702-297d-4695-9438-3a9428acbe98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7819527e-4ad7-49e0-8d57-aec450b3e7c3 HTTP/1.1" status: 204 len: 168 time: 0.2061517 Dec 07 15:40:19.154780 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436629d-f45e-4cc5-97e2-9733c3cabc46 req-03993370-0f21-444f-89fa-cc1b237403b5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:19.156653 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e436629d-f45e-4cc5-97e2-9733c3cabc46 req-03993370-0f21-444f-89fa-cc1b237403b5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.0912127 Dec 07 15:40:19.208475 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e436629d-f45e-4cc5-97e2-9733c3cabc46 req-e26f43e0-c607-41e2-b6ff-7d51f9acac57 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453722 Dec 07 15:40:20.446583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793072b-b4cd-4d44-96db-19f960cdc551 req-832e78cb-9199-4d97-81f1-f88d8bac7af3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:20.448324 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c793072b-b4cd-4d44-96db-19f960cdc551 req-832e78cb-9199-4d97-81f1-f88d8bac7af3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.0947874 Dec 07 15:40:20.502475 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c793072b-b4cd-4d44-96db-19f960cdc551 req-a134ef65-57de-45a2-99b9-736a38331020 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478678 Dec 07 15:40:21.206723 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device d6570d3a-f392-4fdc-b7ee-e781cf96d607 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:40:21.244828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: d6570d3a-f392-4fdc-b7ee-e781cf96d607 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:40:21.245284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device d6570d3a-f392-4fdc-b7ee-e781cf96d607 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:40:21.793658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90761a-b2c9-442e-9726-eda28903ced5 req-72975e98-58a4-45f8-adef-7700fad74cf9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:21.795740 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fd90761a-b2c9-442e-9726-eda28903ced5 req-72975e98-58a4-45f8-adef-7700fad74cf9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1033738 Dec 07 15:40:21.850013 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fd90761a-b2c9-442e-9726-eda28903ced5 req-f51d96ee-a5f1-4f57-beba-b5fe38962fa7 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485058 Dec 07 15:40:22.294112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55546) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:22.472865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:22.510579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:40:22.514781 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] Usage tracker for resource:security_group_rule and tenant:34eb2ffedf7c4420a55598fc4b4e99dd is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:40:22.517777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:40:22.523912 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:40:22.597934 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:22.628724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:22.638408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cc581dc9-36e0-4937-b32c-b77678f98f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:22.680916 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acaadfe-cd5e-4ae0-adb4-5e4d717875ab,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:22.684964 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:22.693454 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34eb2ffedf7c4420a55598fc4b4e99dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3929598 Dec 07 15:40:22.694396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55552) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:22.763906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-373ce6b2-2169-4bbf-91fb-fdbbfbc2c83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:22.790073 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-373ce6b2-2169-4bbf-91fb-fdbbfbc2c83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:22.862168 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-373ce6b2-2169-4bbf-91fb-fdbbfbc2c83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:22.867090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-15d725d3-caac-4adc-bdd7-06bd217fe495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:22.879922 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ce6b2-2169-4bbf-91fb-fdbbfbc2c83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acaadfe-cd5e-4ae0-adb4-5e4d717875ab,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:22.882356 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-373ce6b2-2169-4bbf-91fb-fdbbfbc2c83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:22.886389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-373ce6b2-2169-4bbf-91fb-fdbbfbc2c83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:22.891092 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-373ce6b2-2169-4bbf-91fb-fdbbfbc2c83f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7acaadfe-cd5e-4ae0-adb4-5e4d717875ab HTTP/1.1" status: 204 len: 168 time: 0.1922076 Dec 07 15:40:23.137843 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688df9f-136c-4c9e-90fe-00671460a56e req-ebb3dfd5-599b-45ac-934d-7b5ebbe59aea tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:23.139512 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6688df9f-136c-4c9e-90fe-00671460a56e req-ebb3dfd5-599b-45ac-934d-7b5ebbe59aea tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1047029 Dec 07 15:40:23.190571 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6688df9f-136c-4c9e-90fe-00671460a56e req-19a90e00-a884-4997-be8b-4d3afeb03a9f tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446317 Dec 07 15:40:23.478483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55572) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:23.500938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:23.538515 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:40:23.543803 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] Usage tracker for resource:security_group_rule and tenant:c0b8adf83d064e30898bce8daabe65e3 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:40:23.546964 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:40:23.552992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:40:23.623698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:23.656953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:23.665467 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7fd7e8c8-80bf-4ccc-8855-320cc6e7ce9c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:23.711517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f1124-6630-4242-a75d-72f71543a9dc,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:23.715861 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:23.720412 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0b8adf83d064e30898bce8daabe65e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2395530 Dec 07 15:40:23.722643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55576) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:23.787179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc26a-8edd-41c5-9e58-f36424e50a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:23.815895 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc26a-8edd-41c5-9e58-f36424e50a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:23.896985 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc26a-8edd-41c5-9e58-f36424e50a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:23.903037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fe708ac2-aee9-4fd6-bdf0-9d5e783b9886 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:23.917450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fc26a-8edd-41c5-9e58-f36424e50a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7f1124-6630-4242-a75d-72f71543a9dc,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:23.922472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4f4fc26a-8edd-41c5-9e58-f36424e50a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:23.924493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc26a-8edd-41c5-9e58-f36424e50a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:23.927001 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4f4fc26a-8edd-41c5-9e58-f36424e50a6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e7f1124-6630-4242-a75d-72f71543a9dc HTTP/1.1" status: 204 len: 168 time: 0.2022445 Dec 07 15:40:24.126186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e521896a-89ea-4879-936e-3c436dc803a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:24.421140 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0100b33-c85d-4a39-9553-9480051a5660 req-9846277f-4e54-4630-8531-04e365405aa9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:24.422777 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d0100b33-c85d-4a39-9553-9480051a5660 req-9846277f-4e54-4630-8531-04e365405aa9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.0911648 Dec 07 15:40:24.472347 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d0100b33-c85d-4a39-9553-9480051a5660 req-3f8e0602-88db-48e4-be8d-b6552e7abe8b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434763 Dec 07 15:40:24.774940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device ee0bbf84-ac84-470b-8afd-0d8661af3a51 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:40:24.933112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:40:24.952530 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'port_id': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'mac_address': 'fa:16:3e:00:f0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:40:25.016176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:25.036324 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee0bbf84-ac84-470b-8afd-0d8661af3a51 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:40:25.053112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:40:25.080329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:25.082371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:25.152635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=6']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:25.162755 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.162755 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.163191 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.163428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.163985 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.164521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.165043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.165598 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.167231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.167800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.168182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:25.172371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:25.675699 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:25.709893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95f9b0-43c5-4146-afe2-d2a6eb7ef037 req-46465acc-fd3e-448b-b63e-96e348f34ff9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:25.711493 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0f95f9b0-43c5-4146-afe2-d2a6eb7ef037 req-46465acc-fd3e-448b-b63e-96e348f34ff9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 945 time: 0.0977788 Dec 07 15:40:25.764269 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0f95f9b0-43c5-4146-afe2-d2a6eb7ef037 req-eba819b2-ea4e-45d0-8138-024e1f4c03cd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456972 Dec 07 15:40:26.718159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['ee0bbf84-ac84-470b-8afd-0d8661af3a51'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:40:26.897397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6690c54b-7c36-414d-aa20-36f0cdb797eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:26.977634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:27.024743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fcbdf-37ed-4454-a8e9-9eb466e523c9 req-36a1a48c-a96a-415b-86e4-4e24f5bd6804 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:27.027421 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-485fcbdf-37ed-4454-a8e9-9eb466e523c9 req-36a1a48c-a96a-415b-86e4-4e24f5bd6804 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 945 time: 0.1176753 Dec 07 15:40:27.084275 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-485fcbdf-37ed-4454-a8e9-9eb466e523c9 req-4e1a05d3-d562-437f-804d-6121655ee382 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499086 Dec 07 15:40:27.974770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-d6ace3ea-0ab2-471f-9825-94748ca98519 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:27.976475 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-d6ace3ea-0ab2-471f-9825-94748ca98519 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/networks?id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 HTTP/1.1" status: 200 len: 812 time: 0.1833887 Dec 07 15:40:27.995312 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-fdd0fc7f-f085-4fe1-82e6-595c181a0c70 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/quotas/e7b3db214834493e96a9e0ee8dbc3f06 HTTP/1.1" status: 200 len: 375 time: 0.0119042 Dec 07 15:40:28.047618 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-54236096-d334-457a-bae9-91a41a3a4657 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7b3db214834493e96a9e0ee8dbc3f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460930 Dec 07 15:40:28.060923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-31c11c3a-87e1-43d1-bb83-77b46563e5cd service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:40:28.062822 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-31c11c3a-87e1-43d1-bb83-77b46563e5cd service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0067067 Dec 07 15:40:28.271002 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-9de7ed85-2377-438a-a4de-1289bb8a6396 service neutron] 10.222.0.64 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006712 Dec 07 15:40:28.412067 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:28.495631 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-14a7af9a-88d1-4399-bbee-a811145b4780 service neutron] 10.222.0.64 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150240 Dec 07 15:40:28.532108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:40:28.562872 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bf141-b4e2-486f-8c39-1a81396bff17 req-b9bb0ece-fe0f-4f1b-adcd-8e54e6423cca tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:28.562872 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4b5bf141-b4e2-486f-8c39-1a81396bff17 req-b9bb0ece-fe0f-4f1b-adcd-8e54e6423cca tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 945 time: 0.2577381 Dec 07 15:40:28.643814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device ee0bbf84-ac84-470b-8afd-0d8661af3a51 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:40:28.778336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port ee0bbf84-ac84-470b-8afd-0d8661af3a51 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:40:28.779444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:28.943780 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c06b2328-5f6c-4651-9abd-20dc1194aa70 req-298bb2db-68ff-4727-afb7-58b5e5ca3d61 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 210 time: 0.0780180 Dec 07 15:40:28.978061 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4b5bf141-b4e2-486f-8c39-1a81396bff17 req-d24668d2-7742-4a81-b505-2751135c931e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069781 Dec 07 15:40:29.048078 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:29.124992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:40:29.167452 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:40:29.201885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:29.206418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:29.255095 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'code': 200} Dec 07 15:40:29.309884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=7']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:29.313891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:30.161043 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1d1e7045-9880-4958-8600-a207af5db299 req-bbdcbbcf-27f3-44b7-b2ca-b6ace29f5581 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 210 time: 0.0663385 Dec 07 15:40:30.346455 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbaad4-cb5f-40d9-af1a-2e949801e0c9 req-b9925c3a-d78e-478e-9cff-1617f73e4b69 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:30.356426 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a7fbaad4-cb5f-40d9-af1a-2e949801e0c9 req-b9925c3a-d78e-478e-9cff-1617f73e4b69 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1328046 Dec 07 15:40:30.419093 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a7fbaad4-cb5f-40d9-af1a-2e949801e0c9 req-4178c23a-b82c-4d56-aed1-7a87cbefcd0b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615580 Dec 07 15:40:31.056428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-dda4921e-56d0-4580-b4a6-db15f8606030 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:31.058625 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-dda4921e-56d0-4580-b4a6-db15f8606030 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.66 "GET /v2.0/networks?id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 HTTP/1.1" status: 200 len: 812 time: 0.3197365 Dec 07 15:40:31.081490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Request body: {'port': {'device_id': '76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16', 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9', 'admin_state_up': True, 'tenant_id': 'e7b3db214834493e96a9e0ee8dbc3f06'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:40:31.410434 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-37b25497-6d87-4a3e-89cc-8e9294c963b1 req-5bb18b10-67b1-4791-865c-563082f2c014 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 210 time: 0.0695348 Dec 07 15:40:31.423621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:40:31.428759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Usage tracker for resource:port and tenant:e7b3db214834493e96a9e0ee8dbc3f06 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:40:31.435100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:40:31.450643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:40:31.502962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Made reservation on behalf of e7b3db214834493e96a9e0ee8dbc3f06 for: {'port': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:40:31.508697 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:31.726606 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029303b6-5448-43ec-94e5-a64f0f7a6a8b req-7977ff20-d17f-4499-9742-78cbab8f8672 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:31.726606 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-029303b6-5448-43ec-94e5-a64f0f7a6a8b req-7977ff20-d17f-4499-9742-78cbab8f8672 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1097047 Dec 07 15:40:31.780352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Allocated IP 172.20.0.5 (0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9/ae3716f0-6dd8-4315-802c-4ce543417e6e/c007f52f-1391-4824-9b3c-b1866c216ba9) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:40:31.780560 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-029303b6-5448-43ec-94e5-a64f0f7a6a8b req-b1a6867e-f860-47a9-82ac-192bc9b19a25 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475607 Dec 07 15:40:32.262687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:32.345048 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:32.351994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2b88f05f-7d62-4f71-8dea-de094b9beb38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:32.443014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:40:32.443958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Pushing event updated for resources: {'Port': ['ID=c007f52f-1391-4824-9b3c-b1866c216ba9,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:32.451113 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:40:32.455461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:40:32.492244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.492654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.493098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.493539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.493981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.494817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.495449 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.495869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.496260 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.496724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.497133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:40:32.511355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:32.546332 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:32.546991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:32.608060 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-e4477c2a-6ea8-4212-b6d4-67c75659fae2 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5307915 Dec 07 15:40:32.626547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Request body: {'port': {'device_id': '76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:40:32.632588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027143a-896a-4509-811d-3a416e43073e req-d2d36791-794e-44d4-8538-de71e81819d3 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:32.640174 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0027143a-896a-4509-811d-3a416e43073e req-d2d36791-794e-44d4-8538-de71e81819d3 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 931 time: 0.0959077 Dec 07 15:40:32.711515 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0027143a-896a-4509-811d-3a416e43073e req-6b495c25-319c-4136-a498-833919c776da tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699494 Dec 07 15:40:32.782671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:33.116367 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e14764-bc30-4515-8724-f2ed7829c942 req-f0f4f24a-fd07-4716-b379-f4d9b66ece87 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:33.120073 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-23e14764-bc30-4515-8724-f2ed7829c942 req-f0f4f24a-fd07-4716-b379-f4d9b66ece87 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1106997 Dec 07 15:40:33.216876 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-23e14764-bc30-4515-8724-f2ed7829c942 req-58ff35b5-3726-4533-923a-525ba33adf63 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904462 Dec 07 15:40:33.333663 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c007f52f-1391-4824-9b3c-b1866c216ba9 {{(pid=88286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:40:33.341749 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:33.364347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Transition to ACTIVE for port object c007f52f-1391-4824-9b3c-b1866c216ba9 will not be triggered until provisioned by entity L2. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:40:33.407647 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:33.413392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9e55936e-2ad4-4bcb-be24-a4348f4b9b40 tempest-ServerRescueNegativeTestJSON-1045341143 tempest-ServerRescueNegativeTestJSON-1045341143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:33.701732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Pushing event updated for resources: {'Port': ['ID=c007f52f-1391-4824-9b3c-b1866c216ba9,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:33.716352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:33.768153 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Attempting to bind port c007f52f-1391-4824-9b3c-b1866c216ba9 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:40:33.769287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Attempting to bind port c007f52f-1391-4824-9b3c-b1866c216ba9 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'c50cc111-5391-49df-a19e-58b199622c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9'}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:40:33.769921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Attempting to bind port c007f52f-1391-4824-9b3c-b1866c216ba9 on network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:40:33.780178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Port c007f52f-1391-4824-9b3c-b1866c216ba9 on network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:40:33.782010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Attempting to bind port c007f52f-1391-4824-9b3c-b1866c216ba9 on network 0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:40:33.790062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:40:33.790436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Checking segment: {'id': 'c50cc111-5391-49df-a19e-58b199622c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:40:33.791082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Bound using segment: {'id': 'c50cc111-5391-49df-a19e-58b199622c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9'} {{(pid=88286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:40:33.793114 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Bound port: c007f52f-1391-4824-9b3c-b1866c216ba9, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50cc111-5391-49df-a19e-58b199622c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9'}}] {{(pid=88286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:40:33.793505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:33.935163 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] For port c007f52f-1391-4824-9b3c-b1866c216ba9, host hv-cinder-82062, cleared binding levels {{(pid=88286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:40:33.938845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] For port c007f52f-1391-4824-9b3c-b1866c216ba9, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c007f52f-1391-4824-9b3c-b1866c216ba9,segment=NetworkSegment(c50cc111-5391-49df-a19e-58b199622c5c),segment_id=c50cc111-5391-49df-a19e-58b199622c5c)] {{(pid=88286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:40:33.983470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:33.988471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-bd31ba51-e130-4071-ba14-47619dd21ec5 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:34.061023 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e61e3-688b-4480-a02e-cd50564465ac req-9ff365be-1aa2-4f87-9369-587ae63a5d96 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:34.062687 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bb1e61e3-688b-4480-a02e-cd50564465ac req-9ff365be-1aa2-4f87-9369-587ae63a5d96 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 943 time: 0.1431897 Dec 07 15:40:34.121674 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:34.123751 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] 10.222.0.66 "PUT /v2.0/ports/c007f52f-1391-4824-9b3c-b1866c216ba9 HTTP/1.1" status: 200 len: 1093 time: 1.5075791 Dec 07 15:40:34.125839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16', 'tag': 'c007f52f-1391-4824-9b3c-b1866c216ba9'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:40:34.155374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Pushing event updated for resources: {'Port': ['ID=c007f52f-1391-4824-9b3c-b1866c216ba9,revision_number=3']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:34.167663 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f3ca1c05-c64a-411d-ad2f-6a5323f7d4dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:34.176059 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bb1e61e3-688b-4480-a02e-cd50564465ac req-ad4cd859-e2cd-4554-8bc3-c0f616e80a5b tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025474 Dec 07 15:40:34.247476 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16', 'tag': 'c007f52f-1391-4824-9b3c-b1866c216ba9', 'status': 'completed', 'code': 200} Dec 07 15:40:34.308603 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-2642a61d-ffc8-4679-944a-f6c5b9fbc3dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7b3db214834493e96a9e0ee8dbc3f06&device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 1096 time: 0.1032801 Dec 07 15:40:34.418513 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-3265063b-2e54-41e8-a187-c94d9489bba2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c007f52f-1391-4824-9b3c-b1866c216ba9 HTTP/1.1" status: 200 len: 217 time: 0.0993848 Dec 07 15:40:34.507764 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-b5fe8be0-87cb-455b-81df-b68977feb1b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:34.509812 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-b5fe8be0-87cb-455b-81df-b68977feb1b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae3716f0-6dd8-4315-802c-4ce543417e6e HTTP/1.1" status: 200 len: 852 time: 0.0737278 Dec 07 15:40:34.577689 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-2d604fe8-26ed-4466-9265-a169bec59994 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525551 Dec 07 15:40:34.589973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04925b99-b680-4fee-99c8-7379a61c8723 req-b6d02440-5613-48a4-a1ce-78f7c02311fa tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:34.599279 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-04925b99-b680-4fee-99c8-7379a61c8723 req-b6d02440-5613-48a4-a1ce-78f7c02311fa tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1434457 Dec 07 15:40:34.664843 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-04925b99-b680-4fee-99c8-7379a61c8723 req-9a136681-e89c-4a58-afcf-488f761c79c3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640821 Dec 07 15:40:34.775095 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-3febdfe9-3935-411a-8f7e-99fac2b3d098 service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870718 Dec 07 15:40:34.966065 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cc7f91bf-ee52-4c9e-9708-71dbf169ffd1 req-a8da1461-80fc-453b-a585-f258c3c36179 service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842768 Dec 07 15:40:35.210855 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8edbec0f-8dc7-4c3b-a6b4-1be496133b3f req-df0c41cd-3849-47ce-acbf-99959b32f6fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7b3db214834493e96a9e0ee8dbc3f06&device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 1096 time: 0.1370244 Dec 07 15:40:35.433889 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbec0f-8dc7-4c3b-a6b4-1be496133b3f req-f7e96990-5cb0-49de-b193-4dd8da717992 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:35.436941 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8edbec0f-8dc7-4c3b-a6b4-1be496133b3f req-f7e96990-5cb0-49de-b193-4dd8da717992 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 HTTP/1.1" status: 200 len: 913 time: 0.2180767 Dec 07 15:40:35.458316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b417079-d982-428e-a7a3-5b07705b7c6f req-4a3a724d-9b5a-4d8c-9c0a-91b1bdf2ac54 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:35.461939 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5b417079-d982-428e-a7a3-5b07705b7c6f req-4a3a724d-9b5a-4d8c-9c0a-91b1bdf2ac54 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 943 time: 0.1336622 Dec 07 15:40:35.539363 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5b417079-d982-428e-a7a3-5b07705b7c6f req-ad275da6-5337-4b19-8c3c-e92f9fce268e tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650253 Dec 07 15:40:35.544051 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8edbec0f-8dc7-4c3b-a6b4-1be496133b3f req-2388e1a9-19a7-498a-8cd8-4efa6d3b33f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c007f52f-1391-4824-9b3c-b1866c216ba9 HTTP/1.1" status: 200 len: 217 time: 0.0998924 Dec 07 15:40:35.644350 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbec0f-8dc7-4c3b-a6b4-1be496133b3f req-9b243749-85a0-4f54-b533-04685c6cce97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:35.646794 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8edbec0f-8dc7-4c3b-a6b4-1be496133b3f req-9b243749-85a0-4f54-b533-04685c6cce97 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae3716f0-6dd8-4315-802c-4ce543417e6e HTTP/1.1" status: 200 len: 852 time: 0.0962925 Dec 07 15:40:35.734374 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8edbec0f-8dc7-4c3b-a6b4-1be496133b3f req-89e72dc9-6feb-499d-87dc-57c4cbd8b047 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500884 Dec 07 15:40:35.865967 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8edbec0f-8dc7-4c3b-a6b4-1be496133b3f req-39ac2611-24a4-44dc-9d6f-ac478ae8cf1c service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525261 Dec 07 15:40:35.912320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceac64-b396-4fc9-a7bf-a75bf0be3c18 req-3c771b66-892d-4196-810f-3751ff9bfba3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:35.914208 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7fceac64-b396-4fc9-a7bf-a75bf0be3c18 req-3c771b66-892d-4196-810f-3751ff9bfba3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.0926747 Dec 07 15:40:36.007263 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7fceac64-b396-4fc9-a7bf-a75bf0be3c18 req-525bf1a5-f4ff-407b-a899-f3e48b587f14 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842235 Dec 07 15:40:36.043464 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8edbec0f-8dc7-4c3b-a6b4-1be496133b3f req-bcd94514-c9a8-4717-95c0-9226375cd2e8 service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708653 Dec 07 15:40:36.777355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14075766-c5fd-41ae-955b-80631f9cdebb req-3bd34bc8-e0bd-4685-ab35-f1e87e90bbc7 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:36.779189 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14075766-c5fd-41ae-955b-80631f9cdebb req-3bd34bc8-e0bd-4685-ab35-f1e87e90bbc7 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 943 time: 0.0981534 Dec 07 15:40:36.836861 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-14075766-c5fd-41ae-955b-80631f9cdebb req-3b913584-910e-4492-a064-aab85300a3a0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510612 Dec 07 15:40:37.332411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bf00a-8be3-4cd0-b254-cb19392a7ecc req-5a384d48-d087-4494-a8dd-b292a1264367 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:37.334319 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-226bf00a-8be3-4cd0-b254-cb19392a7ecc req-5a384d48-d087-4494-a8dd-b292a1264367 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1416407 Dec 07 15:40:37.417281 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-226bf00a-8be3-4cd0-b254-cb19392a7ecc req-c2e03c64-577e-48ff-8f74-fb011ed1a494 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751677 Dec 07 15:40:37.652132 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55854) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:37.871579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:37.915842 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:40:37.923998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] Usage tracker for resource:security_group_rule and tenant:b84750d6cf984f4c83f22b402779cd75 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:40:37.927133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:40:37.935722 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:40:38.042592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:38.075947 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b149d92-e724-4d23-8bad-49dea811066e req-495134fb-fecf-4312-a346-840f891323a8 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:38.077503 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:38.077704 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4b149d92-e724-4d23-8bad-49dea811066e req-495134fb-fecf-4312-a346-840f891323a8 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 943 time: 0.0942419 Dec 07 15:40:38.086074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fd109eb3-9f28-47ce-bd77-9824a17db591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:38.146017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cb0cac-7637-41b5-ab3c-aa86a2d47923,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:38.149588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:38.155229 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b84750d6cf984f4c83f22b402779cd75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4993844 Dec 07 15:40:38.157625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55864) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:38.208812 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4b149d92-e724-4d23-8bad-49dea811066e req-35e0a57b-35ea-4144-b772-343368bd385f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240587 Dec 07 15:40:38.271109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-195ef8f6-23a0-4290-b3bd-e578c1edb8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:38.302831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-195ef8f6-23a0-4290-b3bd-e578c1edb8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:38.394223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-195ef8f6-23a0-4290-b3bd-e578c1edb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:38.399975 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c77c4f4d-9225-43e8-85a9-0d4a9f6be64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:38.414633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ef8f6-23a0-4290-b3bd-e578c1edb8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cb0cac-7637-41b5-ab3c-aa86a2d47923,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:38.418881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-195ef8f6-23a0-4290-b3bd-e578c1edb8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:38.423890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-195ef8f6-23a0-4290-b3bd-e578c1edb8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:38.428623 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-195ef8f6-23a0-4290-b3bd-e578c1edb8a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04cb0cac-7637-41b5-ab3c-aa86a2d47923 HTTP/1.1" status: 204 len: 168 time: 0.2655072 Dec 07 15:40:38.672173 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device c007f52f-1391-4824-9b3c-b1866c216ba9 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:40:38.749785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389d01-ad65-409d-a781-b52db61f2adb req-7665be03-3ece-40ad-89b0-4ac0d6f8d8fe tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:38.758720 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2c389d01-ad65-409d-a781-b52db61f2adb req-7665be03-3ece-40ad-89b0-4ac0d6f8d8fe tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1177158 Dec 07 15:40:38.811198 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2c389d01-ad65-409d-a781-b52db61f2adb req-ff2d82cd-7577-46de-a0a7-c6b8be262060 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515015 Dec 07 15:40:38.832905 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port c007f52f-1391-4824-9b3c-b1866c216ba9, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c007f52f-1391-4824-9b3c-b1866c216ba9,segment=NetworkSegment(c50cc111-5391-49df-a19e-58b199622c5c),segment_id=c50cc111-5391-49df-a19e-58b199622c5c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:40:38.859363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'c007f52f-1391-4824-9b3c-b1866c216ba9', 'network_id': '0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9', 'port_id': 'c007f52f-1391-4824-9b3c-b1866c216ba9', 'mac_address': 'fa:16:3e:86:d9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3716f0-6dd8-4315-802c-4ce543417e6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:40:38.916908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:38.936583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c007f52f-1391-4824-9b3c-b1866c216ba9 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:40:38.958157 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port c007f52f-1391-4824-9b3c-b1866c216ba9, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c007f52f-1391-4824-9b3c-b1866c216ba9,segment=NetworkSegment(c50cc111-5391-49df-a19e-58b199622c5c),segment_id=c50cc111-5391-49df-a19e-58b199622c5c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:40:39.091488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:39.093635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:39.168383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=c007f52f-1391-4824-9b3c-b1866c216ba9,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:39.171669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:39.240637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 55878) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:39.261184 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51ae887d-4184-4d33-b597-98eae44a5068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:39.295908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-51ae887d-4184-4d33-b597-98eae44a5068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:40:39.299983 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-51ae887d-4184-4d33-b597-98eae44a5068 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ee4667e50941a2b47c7cd76bd0b7e2 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:40:39.302995 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-51ae887d-4184-4d33-b597-98eae44a5068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:40:39.309943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-51ae887d-4184-4d33-b597-98eae44a5068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:40:39.391335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['c007f52f-1391-4824-9b3c-b1866c216ba9'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:40:39.437798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51ae887d-4184-4d33-b597-98eae44a5068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:39.466737 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28fffd-9c13-4536-abaf-5b75ba3304a4 req-834608b4-d63f-46b2-9c71-a042d6a7db0b tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:39.467225 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9d28fffd-9c13-4536-abaf-5b75ba3304a4 req-834608b4-d63f-46b2-9c71-a042d6a7db0b tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 944 time: 0.1160159 Dec 07 15:40:39.470518 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-51ae887d-4184-4d33-b597-98eae44a5068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:39.509874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-57e7cb2a-a401-4768-98aa-ec8bceb87797 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:39.522777 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-51ae887d-4184-4d33-b597-98eae44a5068 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5ee4667e50941a2b47c7cd76bd0b7e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2808883 Dec 07 15:40:39.526261 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55888) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:39.547103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae887d-4184-4d33-b597-98eae44a5068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a64acd1-9f0d-4867-bcb4-6ae519af6a1c,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:39.580411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-51ae887d-4184-4d33-b597-98eae44a5068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:39.605435 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-739b1393-53f8-4f2f-911b-abd8294b5b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:39.620335 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9d28fffd-9c13-4536-abaf-5b75ba3304a4 req-c417528b-e1b7-4ee3-bb4b-2eba46f5fde5 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107635 Dec 07 15:40:39.671422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-739b1393-53f8-4f2f-911b-abd8294b5b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:39.764803 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-739b1393-53f8-4f2f-911b-abd8294b5b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:39.772370 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-60269768-10b6-4fac-b8b7-f53044ea4a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:39.789592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b1393-53f8-4f2f-911b-abd8294b5b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a64acd1-9f0d-4867-bcb4-6ae519af6a1c,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:39.793826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-739b1393-53f8-4f2f-911b-abd8294b5b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:39.795560 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-739b1393-53f8-4f2f-911b-abd8294b5b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:39.800309 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-739b1393-53f8-4f2f-911b-abd8294b5b98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a64acd1-9f0d-4867-bcb4-6ae519af6a1c HTTP/1.1" status: 204 len: 168 time: 0.2697778 Dec 07 15:40:40.108338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b899b-b161-4697-8814-1ac3feaeea8f req-819818d3-cef2-4b06-a384-1d38504e3d44 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:40.110044 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ee5b899b-b161-4697-8814-1ac3feaeea8f req-819818d3-cef2-4b06-a384-1d38504e3d44 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1225412 Dec 07 15:40:40.164060 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ee5b899b-b161-4697-8814-1ac3feaeea8f req-5d246c7e-462d-4572-a961-2a1595dd2fd0 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473766 Dec 07 15:40:40.560556 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55906) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:40.584316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:40.621658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:40:40.628906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] Usage tracker for resource:security_group_rule and tenant:c5ff007417dc45deaa20c8458e532d94 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:40:40.633098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:40:40.642710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:40:40.685382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device c007f52f-1391-4824-9b3c-b1866c216ba9 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:40:40.767978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:40.794517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:40.816991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port c007f52f-1391-4824-9b3c-b1866c216ba9 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:40:40.839825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port c007f52f-1391-4824-9b3c-b1866c216ba9 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:40:40.840259 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:40.841517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-739b1393-53f8-4f2f-911b-abd8294b5b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:40.859240 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5ff007417dc45deaa20c8458e532d94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2969844 Dec 07 15:40:40.862298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 55920) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:40:40.901298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad980d-97cb-4a6f-b4e1-233549e5d67b req-bdac0a5a-f43f-4ec3-a3be-d6998922fb98 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:40.903366 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99ad980d-97cb-4a6f-b4e1-233549e5d67b req-bdac0a5a-f43f-4ec3-a3be-d6998922fb98 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 944 time: 0.1229975 Dec 07 15:40:40.911545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c50608-61dc-411d-8ab3-549c7921363f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:40.918335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:40.955351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-77a982be-e9ac-4979-97b2-88c5015e60f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:40.957454 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-99ad980d-97cb-4a6f-b4e1-233549e5d67b req-849ce67f-e5ce-41e3-bfe1-0c967d8717b0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456264 Dec 07 15:40:40.986477 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-77a982be-e9ac-4979-97b2-88c5015e60f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:40.987368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:41.016534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c007f52f-1391-4824-9b3c-b1866c216ba9'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:40:41.029454 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port c007f52f-1391-4824-9b3c-b1866c216ba9, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c007f52f-1391-4824-9b3c-b1866c216ba9,segment=NetworkSegment(c50cc111-5391-49df-a19e-58b199622c5c),segment_id=c50cc111-5391-49df-a19e-58b199622c5c)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:40:41.068536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:41.070590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:41.104586 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-77a982be-e9ac-4979-97b2-88c5015e60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:41.115470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4f191805-6a3e-466e-b099-855f45a77462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:41.149044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a982be-e9ac-4979-97b2-88c5015e60f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c50608-61dc-411d-8ab3-549c7921363f,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:41.160505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-77a982be-e9ac-4979-97b2-88c5015e60f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:41.161850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-77a982be-e9ac-4979-97b2-88c5015e60f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:41.163159 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-77a982be-e9ac-4979-97b2-88c5015e60f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9c50608-61dc-411d-8ab3-549c7921363f HTTP/1.1" status: 204 len: 168 time: 0.2968698 Dec 07 15:40:41.173679 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c007f52f-1391-4824-9b3c-b1866c216ba9', 'code': 200} Dec 07 15:40:41.222144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=c007f52f-1391-4824-9b3c-b1866c216ba9,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:41.230104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:41.239913 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:41.446351 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5da938a0-9088-4325-8a4f-66015ef1182d req-136223ec-c655-43da-a1ae-a17a1f1a6fa2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 1098 time: 0.0811832 Dec 07 15:40:41.487051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125c25-263d-432f-bd00-c36a21d9ee57 req-99d0d0a9-2649-4484-a5d9-8ecc583a8ace tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:41.493768 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9a125c25-263d-432f-bd00-c36a21d9ee57 req-99d0d0a9-2649-4484-a5d9-8ecc583a8ace tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.1703789 Dec 07 15:40:41.500931 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5da938a0-9088-4325-8a4f-66015ef1182d req-20d5e766-99bb-423b-816d-aca406857781 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484648 Dec 07 15:40:41.519648 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1c448dc0-9275-4791-b6be-80daf70237b2 req-0a58ff0b-bcfe-406f-b65a-67d6741cbb1d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 1099 time: 0.1334753 Dec 07 15:40:41.554903 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9a125c25-263d-432f-bd00-c36a21d9ee57 req-da57cb5f-bcf5-4edc-8b06-b32229c8f86b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583210 Dec 07 15:40:41.824390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c448dc0-9275-4791-b6be-80daf70237b2 req-f59c3618-4514-4704-b1d2-7e6cd26ba94d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:41.826099 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1c448dc0-9275-4791-b6be-80daf70237b2 req-f59c3618-4514-4704-b1d2-7e6cd26ba94d service neutron] 10.222.0.66 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 918 time: 0.1400089 Dec 07 15:40:41.940823 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1c448dc0-9275-4791-b6be-80daf70237b2 req-4ab9a77f-3ac6-45dc-a3cb-4dda5d89ec54 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51 HTTP/1.1" status: 200 len: 1002 time: 0.1070888 Dec 07 15:40:42.018316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c448dc0-9275-4791-b6be-80daf70237b2 req-345cead4-6173-463f-9809-cf1ed733f82a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:42.019911 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1c448dc0-9275-4791-b6be-80daf70237b2 req-345cead4-6173-463f-9809-cf1ed733f82a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e HTTP/1.1" status: 200 len: 856 time: 0.0713859 Dec 07 15:40:42.159843 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1c448dc0-9275-4791-b6be-80daf70237b2 req-0bb81781-cf36-4063-a020-da101a9ec12c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eafe2320-70ae-4b66-99a7-55c3ef384b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1328816 Dec 07 15:40:42.272251 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8218a81-0088-4a02-9f3f-59003300c8a6 req-3e757945-3209-4b21-b6e4-bfca193880cd tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:42.273872 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b8218a81-0088-4a02-9f3f-59003300c8a6 req-3e757945-3209-4b21-b6e4-bfca193880cd tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 945 time: 0.1880803 Dec 07 15:40:42.360989 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1c448dc0-9275-4791-b6be-80daf70237b2 req-9afa8aa0-aaac-4ca0-a64b-6bfc8fbc8878 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937311 Dec 07 15:40:42.363339 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b8218a81-0088-4a02-9f3f-59003300c8a6 req-84d86a26-adc4-4765-a7de-ac98243eb95c tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817127 Dec 07 15:40:42.511385 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1c448dc0-9275-4791-b6be-80daf70237b2 req-83296385-8d5c-44c1-be67-0ecbdc9824ac service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432462 Dec 07 15:40:42.782173 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077ee27-f371-4a01-aa0c-3274a79a70d5 req-6408c529-c308-4a58-94a9-f42480de5ca8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:42.783709 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3077ee27-f371-4a01-aa0c-3274a79a70d5 req-6408c529-c308-4a58-94a9-f42480de5ca8 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.0875282 Dec 07 15:40:42.833290 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3077ee27-f371-4a01-aa0c-3274a79a70d5 req-5e1e95d5-2149-4787-ac38-f6991a82ba1c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431728 Dec 07 15:40:43.578513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0c178-0bb9-451a-9331-416f800be212 req-4b2e34e0-a561-4d9f-a1db-3b9f7ebab6a8 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:43.580030 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2db0c178-0bb9-451a-9331-416f800be212 req-4b2e34e0-a561-4d9f-a1db-3b9f7ebab6a8 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 945 time: 0.0880802 Dec 07 15:40:43.629155 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2db0c178-0bb9-451a-9331-416f800be212 req-c776354f-f975-4ba2-93a4-ec4b9418c318 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Dec 07 15:40:44.072928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30814d7-c3b9-4dd2-9a50-e659566024aa req-622ed4c8-5eaf-4a3b-ad7f-2a28c7d7259e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:44.075282 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d30814d7-c3b9-4dd2-9a50-e659566024aa req-622ed4c8-5eaf-4a3b-ad7f-2a28c7d7259e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 946 time: 0.0984857 Dec 07 15:40:44.129229 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d30814d7-c3b9-4dd2-9a50-e659566024aa req-dd2c410a-e696-40c7-8f0b-a140e2134339 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476224 Dec 07 15:40:44.700494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device ee0bbf84-ac84-470b-8afd-0d8661af3a51 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:40:44.829050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:44.858328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:40:44.870363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:40:44.909446 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'code': 422} returned with failed status Dec 07 15:40:44.919276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:44.921919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-308cd241-c1ca-4ba5-88e4-5abfdd72e1c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:40:44.992347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=8']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:40:44.996690 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:40:45.357611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa74521-cd8f-458a-8ef8-84aec78494e1 req-ee557bb5-5ca8-4d3c-83e6-732453513bb6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:45.359224 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5fa74521-cd8f-458a-8ef8-84aec78494e1 req-ee557bb5-5ca8-4d3c-83e6-732453513bb6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0870838 Dec 07 15:40:45.408165 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5fa74521-cd8f-458a-8ef8-84aec78494e1 req-ff0208b6-cbf5-4ba6-9ddd-e3a22a372998 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428834 Dec 07 15:40:47.475307 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b338f7b9-e5de-4fbf-ac66-a292a2038b21 req-c3aa9fe3-4fc7-41c8-b8d8-699f5131066e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0779562 Dec 07 15:40:47.825392 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a470-1e75-4b33-ae15-2b1db191f1d9 req-574f2b3f-b730-4281-910d-8b1a1ce9aebc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:47.827059 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2719a470-1e75-4b33-ae15-2b1db191f1d9 req-574f2b3f-b730-4281-910d-8b1a1ce9aebc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0915422 Dec 07 15:40:47.889232 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2719a470-1e75-4b33-ae15-2b1db191f1d9 req-d7aa2538-ec28-4d94-a664-efc3ac38a185 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521874 Dec 07 15:40:48.129441 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-46b157b1-7c04-40d0-ad44-53aee0a3fc9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2910917 Dec 07 15:40:48.715451 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device ee0bbf84-ac84-470b-8afd-0d8661af3a51 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:40:49.033009 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-27ad54d2-c429-4857-9b88-e344c9bfa9c4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b&tenant_id=c86b3cd6fc164c11913f5d19eb7427a3 HTTP/1.1" status: 200 len: 1097 time: 0.2906897 Dec 07 15:40:49.185634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1828c-97e7-4d45-ae03-8a1a7bc23e8a req-928c3b23-4ab1-4c9c-bd81-97c46b19a3be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:49.187246 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fad1828c-97e7-4d45-ae03-8a1a7bc23e8a req-928c3b23-4ab1-4c9c-bd81-97c46b19a3be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.1523113 Dec 07 15:40:49.190938 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-e355fe4a-fb8a-474a-a961-a59b86b7211c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 1097 time: 0.1211042 Dec 07 15:40:49.340162 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-fad1828c-97e7-4d45-ae03-8a1a7bc23e8a req-97b746a1-c259-40f3-a65f-88c38e1cf720 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466095 Dec 07 15:40:49.372509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-7cbe6f5a-2bbc-4396-b369-55a36e6a891f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:49.374091 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-7cbe6f5a-2bbc-4396-b369-55a36e6a891f service neutron] 10.222.0.66 "GET /v2.0/networks?id=eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 200 len: 918 time: 0.1639023 Dec 07 15:40:49.487613 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-f9094e34-671a-400c-9632-bab19033f7f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51 HTTP/1.1" status: 200 len: 1000 time: 0.1067140 Dec 07 15:40:49.558414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-5f9d2e1d-dde3-4042-8279-3d4ad6a96d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:49.559986 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-5f9d2e1d-dde3-4042-8279-3d4ad6a96d2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e HTTP/1.1" status: 200 len: 856 time: 0.0664709 Dec 07 15:40:49.646181 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-83160a9d-a25e-493e-a4fd-d82b02eda05a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eafe2320-70ae-4b66-99a7-55c3ef384b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787680 Dec 07 15:40:49.804620 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-af410bec-f223-47e6-8484-9131c83058f2 service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460905 Dec 07 15:40:49.952482 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6491ab28-7ed3-4017-bcfc-8509025fd12e req-52464b8c-47b2-4e22-b87e-32797947002b service neutron] 10.222.0.66 "GET /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416044 Dec 07 15:40:50.573385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800af2e-be11-4b4a-89ee-f4ce09c2513c req-0a31b573-974f-4bbb-9b0b-c8085a00633b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:50.575061 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a800af2e-be11-4b4a-89ee-f4ce09c2513c req-0a31b573-974f-4bbb-9b0b-c8085a00633b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0959256 Dec 07 15:40:50.628205 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a800af2e-be11-4b4a-89ee-f4ce09c2513c req-5d0349a5-def8-4541-bf6b-97aac5487eca tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467715 Dec 07 15:40:51.877580 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dfb46-3c3b-4d89-ba37-d3af18608349 req-93b6a9c8-31c2-4b2b-bc1e-b272a7076a99 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:51.879223 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6c0dfb46-3c3b-4d89-ba37-d3af18608349 req-93b6a9c8-31c2-4b2b-bc1e-b272a7076a99 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0962398 Dec 07 15:40:51.934962 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6c0dfb46-3c3b-4d89-ba37-d3af18608349 req-9e0217d4-d675-4855-93f8-d2f4138bab70 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484626 Dec 07 15:40:53.220874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572eac8-e046-4410-acf9-b25e3a82a06e req-c8d152fb-d040-46e7-975e-bb0cbddd5e82 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:53.222537 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3572eac8-e046-4410-acf9-b25e3a82a06e req-c8d152fb-d040-46e7-975e-bb0cbddd5e82 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.1098483 Dec 07 15:40:53.279912 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-3572eac8-e046-4410-acf9-b25e3a82a06e req-2e761f74-f101-4fdd-84a8-31c1693d7bbe tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495656 Dec 07 15:40:54.132108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b3531d06-4cdf-42b8-ae04-6e961fdec1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:54.558968 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dbefb-2cb5-4e4f-8d8a-b068888053a0 req-278233b3-d765-4e58-9e33-d657e243c795 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:54.560841 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7e8dbefb-2cb5-4e4f-8d8a-b068888053a0 req-278233b3-d765-4e58-9e33-d657e243c795 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0977967 Dec 07 15:40:54.621808 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7e8dbefb-2cb5-4e4f-8d8a-b068888053a0 req-61a2f1e9-f965-4372-87af-652ea9479639 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544331 Dec 07 15:40:55.668299 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:55.859784 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90764be1-e7e9-4882-9242-443b6e7f08ff req-bc771977-d6ba-443a-a354-7e79f5aab2e9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:55.861451 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-90764be1-e7e9-4882-9242-443b6e7f08ff req-bc771977-d6ba-443a-a354-7e79f5aab2e9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0907481 Dec 07 15:40:55.915191 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-90764be1-e7e9-4882-9242-443b6e7f08ff req-86dd9ee5-3691-4a7f-b995-72b4a554f531 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467010 Dec 07 15:40:56.885434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-26067486-0606-4280-b02b-64932b6fb360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:56.953389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:57.152897 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63eb8e2-ad3a-42d2-90a7-15b7d9b8dec7 req-ccf250cc-e556-490e-92c3-8f0886b52d32 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:57.154634 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f63eb8e2-ad3a-42d2-90a7-15b7d9b8dec7 req-ccf250cc-e556-490e-92c3-8f0886b52d32 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0946515 Dec 07 15:40:57.206774 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f63eb8e2-ad3a-42d2-90a7-15b7d9b8dec7 req-6978a083-36f7-4eb5-8da5-16a617bc655b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457690 Dec 07 15:40:58.696526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbb752-0760-469f-a8b9-b8e99aa3828d req-32a7306b-c064-444f-9516-c52ff9e4a0d3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:58.696526 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-68dbb752-0760-469f-a8b9-b8e99aa3828d req-32a7306b-c064-444f-9516-c52ff9e4a0d3 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0867229 Dec 07 15:40:58.696526 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-68dbb752-0760-469f-a8b9-b8e99aa3828d req-6ef2c6a6-8048-4d89-acb9-4bab9f50270a tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450451 Dec 07 15:40:59.153831 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:40:59.893787 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c952ccf-ed9a-4495-8ebc-52106f45cacf req-024ed3ed-e274-4c97-96b7-6167f86bc922 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:40:59.895407 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0c952ccf-ed9a-4495-8ebc-52106f45cacf req-024ed3ed-e274-4c97-96b7-6167f86bc922 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0948627 Dec 07 15:40:59.951392 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-0c952ccf-ed9a-4495-8ebc-52106f45cacf req-7276c357-d7a5-4cea-9bb5-0bde2e2b9d81 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482087 Dec 07 15:41:01.242429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb8285-2fbf-436f-901e-ae400f35cf7f req-78a534f5-18c2-4efe-8207-9c37b396a4db tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:01.245859 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-47fb8285-2fbf-436f-901e-ae400f35cf7f req-78a534f5-18c2-4efe-8207-9c37b396a4db tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.1157441 Dec 07 15:41:01.297362 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-47fb8285-2fbf-436f-901e-ae400f35cf7f req-27baee7a-3145-4d17-921d-5168de38f0f6 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463939 Dec 07 15:41:02.527552 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441c3e9-8709-4d6a-a336-a20d85d343b9 req-7683ee51-5b73-4432-8126-471027511a9d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:02.529218 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2441c3e9-8709-4d6a-a336-a20d85d343b9 req-7683ee51-5b73-4432-8126-471027511a9d tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0899267 Dec 07 15:41:02.579350 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-2441c3e9-8709-4d6a-a336-a20d85d343b9 req-ce868d53-ab6e-4965-aa97-6d99b5fc8ccf tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439742 Dec 07 15:41:03.800765 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9f636-252f-46e3-b869-9db451924b12 req-89291dc1-926b-49bd-9f09-9be60d57d8be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:03.802374 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-50b9f636-252f-46e3-b869-9db451924b12 req-89291dc1-926b-49bd-9f09-9be60d57d8be tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.0818923 Dec 07 15:41:03.853906 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-50b9f636-252f-46e3-b869-9db451924b12 req-984bc400-4df4-40f3-85be-9e99e2a29f70 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447323 Dec 07 15:41:04.858683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device ee0bbf84-ac84-470b-8afd-0d8661af3a51 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:41:05.020506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:41:05.038372 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'port_id': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'mac_address': 'fa:16:3e:00:f0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:41:05.114746 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123284-7ce4-4b33-865b-68fd11e7b4d1 req-b4a07d8e-7d87-4437-b304-0c4708e171c9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:05.114979 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:05.115122 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db123284-7ce4-4b33-865b-68fd11e7b4d1 req-b4a07d8e-7d87-4437-b304-0c4708e171c9 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 944 time: 0.1147230 Dec 07 15:41:05.140485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0bbf84-ac84-470b-8afd-0d8661af3a51 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:41:05.169134 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:41:05.171172 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-db123284-7ce4-4b33-865b-68fd11e7b4d1 req-b920f180-2d93-4b27-b1a2-0db40ffb0106 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479949 Dec 07 15:41:05.199472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:05.202371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:41:05.282815 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=9']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:41:05.287537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:41:05.458575 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['ee0bbf84-ac84-470b-8afd-0d8661af3a51'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:41:05.528177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:41:06.401052 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aacd72-7e76-4c81-8300-ea829114107f req-cf755016-c58a-4064-9007-d9848d477c86 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:06.402516 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-94aacd72-7e76-4c81-8300-ea829114107f req-cf755016-c58a-4064-9007-d9848d477c86 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 945 time: 0.0881565 Dec 07 15:41:06.450680 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-94aacd72-7e76-4c81-8300-ea829114107f req-5c08d8c2-8089-4c20-b6d0-06db8604a18c tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419974 Dec 07 15:41:06.881490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device ee0bbf84-ac84-470b-8afd-0d8661af3a51 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:41:06.956802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port ee0bbf84-ac84-470b-8afd-0d8661af3a51 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:41:06.957167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:07.080880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:07.113319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:41:07.119981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:41:07.152967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:07.155119 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:41:07.186408 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'code': 200} Dec 07 15:41:07.227635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=10']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:41:07.231634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:41:07.496659 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ecca785f-5216-4ef0-ab07-7ebb3ed33338 req-72a97505-0049-441d-be48-8eb43b4545d0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 1100 time: 0.0744016 Dec 07 15:41:07.545110 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ecca785f-5216-4ef0-ab07-7ebb3ed33338 req-916f9a1a-480a-47cf-b319-df69ba930346 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420609 Dec 07 15:41:07.677019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb919b-4dbd-4c1c-822d-3ba54f85b0a8 req-3d7073bc-d9b1-4419-b290-70172aa27986 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:07.678694 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-46cb919b-4dbd-4c1c-822d-3ba54f85b0a8 req-3d7073bc-d9b1-4419-b290-70172aa27986 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 947 time: 0.0883005 Dec 07 15:41:07.732056 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-46cb919b-4dbd-4c1c-822d-3ba54f85b0a8 req-79696106-559a-463d-9d4d-46a2fb119b17 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470285 Dec 07 15:41:08.970075 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4667680-b03a-4910-81bc-d75e823a6c81 req-15cbaddb-f54f-4756-aed2-570f317a2fce tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:08.971714 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f4667680-b03a-4910-81bc-d75e823a6c81 req-15cbaddb-f54f-4756-aed2-570f317a2fce tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 947 time: 0.0880446 Dec 07 15:41:09.022643 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-f4667680-b03a-4910-81bc-d75e823a6c81 req-0eaa1ab4-3b12-4c8e-b0e8-d3b4f7c01203 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438750 Dec 07 15:41:10.261542 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278d382-c92a-427a-a4bb-e3af78affc7c req-34dfd6c8-dada-4e47-8fbf-4ddce2ef6484 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:10.263182 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7278d382-c92a-427a-a4bb-e3af78affc7c req-34dfd6c8-dada-4e47-8fbf-4ddce2ef6484 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 947 time: 0.0907869 Dec 07 15:41:10.313506 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-7278d382-c92a-427a-a4bb-e3af78affc7c req-6bbeb1e2-7c0c-49f3-98be-10dfa3ab2a3b tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442057 Dec 07 15:41:11.164779 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:18.679970 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9d572d3f-6484-44c2-a627-826b6bfe9eaf req-6f801d7c-0abc-4ebf-b200-1fb40629bcbb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799012 Dec 07 15:41:18.800444 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9d572d3f-6484-44c2-a627-826b6bfe9eaf req-5be1c276-5b4a-4011-89ff-975b0cb1d324 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0935845 Dec 07 15:41:18.973667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d572d3f-6484-44c2-a627-826b6bfe9eaf req-c33cf3e0-1fe5-4f77-8b84-f6bf288d6478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:18.975252 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9d572d3f-6484-44c2-a627-826b6bfe9eaf req-c33cf3e0-1fe5-4f77-8b84-f6bf288d6478 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 915 time: 0.1478870 Dec 07 15:41:19.047949 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9d572d3f-6484-44c2-a627-826b6bfe9eaf req-e2d30f42-ec04-45fb-b4c0-ce17ab6cd986 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 HTTP/1.1" status: 200 len: 217 time: 0.0653622 Dec 07 15:41:19.133942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d572d3f-6484-44c2-a627-826b6bfe9eaf req-53b77bc6-b330-4d22-b8a2-fd4446ea5fd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:19.136905 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9d572d3f-6484-44c2-a627-826b6bfe9eaf req-53b77bc6-b330-4d22-b8a2-fd4446ea5fd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0825787 Dec 07 15:41:19.189629 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9d572d3f-6484-44c2-a627-826b6bfe9eaf req-511e1ce4-b485-41ec-9468-ca1b88d5c547 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444183 Dec 07 15:41:19.348543 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9d572d3f-6484-44c2-a627-826b6bfe9eaf req-d2094913-bdc6-421d-b751-6ca0ac1047db service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493709 Dec 07 15:41:19.495636 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9d572d3f-6484-44c2-a627-826b6bfe9eaf req-3518fcda-7ddb-46e0-af4b-a5ef4056973f service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407282 Dec 07 15:41:24.123977 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e2a3afab-a249-43a0-99fd-54e0c4d86023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:25.661848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:26.873053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-87485d36-1edd-4d67-8ac3-9f5d015eb75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:26.952915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:28.398793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:41.141647 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:42.530059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:41:44.316364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29b135-b3b9-4221-9403-4d988fc0d668 req-891af123-4e9e-43c6-8c96-2671f2077679 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:44.317959 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bf29b135-b3b9-4221-9403-4d988fc0d668 req-891af123-4e9e-43c6-8c96-2671f2077679 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 947 time: 0.0871098 Dec 07 15:41:44.367296 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bf29b135-b3b9-4221-9403-4d988fc0d668 req-d6d90cde-3e37-4497-8f51-c8950f55c069 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430815 Dec 07 15:41:45.632294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-79c01562-28b9-4f79-89bf-24d5f05ad9c2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:45.633804 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-79c01562-28b9-4f79-89bf-24d5f05ad9c2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 947 time: 0.1577139 Dec 07 15:41:45.640604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79b20-a5e4-49bf-a7c9-d859375be669 req-294c9195-3dac-4403-a6a7-b86d8f9014c2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:41:45.642104 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-73c79b20-a5e4-49bf-a7c9-d859375be669 req-294c9195-3dac-4403-a6a7-b86d8f9014c2 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 947 time: 0.1292698 Dec 07 15:41:45.741503 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Deleting port ee0bbf84-ac84-470b-8afd-0d8661af3a51 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:41:45.741917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:46.016246 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-73c79b20-a5e4-49bf-a7c9-d859375be669 req-aae3cc1c-5ef1-4884-91c3-a15e34fd4143 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups?id=b716bbff-c23e-4ff5-840d-81d59f062e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383801 Dec 07 15:41:46.242735 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] For port ee0bbf84-ac84-470b-8afd-0d8661af3a51, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=ee0bbf84-ac84-470b-8afd-0d8661af3a51,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:41:46.243265 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:46.558221 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:46.559259 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:46.559705 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.l3_db [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Floating IP 2247aa2c-dab1-40a3-9a98-17802f8067a1 disassociated. External IP: 172.27.1.243, port: ee0bbf84-ac84-470b-8afd-0d8661af3a51. Dec 07 15:41:46.560264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Calling delete_port for ee0bbf84-ac84-470b-8afd-0d8661af3a51 owned by compute:nova {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:41:46.844090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:46.849838 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:41:46.894051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event deleted for resources: {'Port': ['ID=ee0bbf84-ac84-470b-8afd-0d8661af3a51,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:41:46.909462 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.909880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.910294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.910697 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.911098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.911499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.911896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.912291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.912685 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.913098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.913494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:46.917115 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:41:47.134810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Router 352bbc8f-1e06-47ab-b7ce-be60f0114257 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:41:47.269657 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-4eb5ab29-2858-43f5-8734-4d47184e0cad req-7b665585-fc8d-4271-ba0e-1746003fd5de tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b HTTP/1.1" status: 200 len: 210 time: 0.0631955 Dec 07 15:41:47.403000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:41:47.414921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] Sync routers for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:41:47.450268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:41:47.451321 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:41:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:41:47.480480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] No DVR routers for this DVR port ee0bbf84-ac84-470b-8afd-0d8661af3a51 on host hv-cinder-82062 {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:41:47.491364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:47.494493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'name': 'network-vif-deleted', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:41:47.522872 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8804ddb3-3126-455c-8412-0c4a685c5a08 req-436fcf08-a891-4e14-844a-6b46bdad3331 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.66 "DELETE /v2.0/ports/ee0bbf84-ac84-470b-8afd-0d8661af3a51 HTTP/1.1" status: 204 len: 173 time: 1.8797066 Dec 07 15:41:47.571767 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0a5a94-3d31-4fa1-b05a-a3546ccd1f7b', 'name': 'network-vif-deleted', 'tag': 'ee0bbf84-ac84-470b-8afd-0d8661af3a51', 'status': 'completed', 'code': 200} Dec 07 15:41:47.672421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:41:48.004007 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:41:48.008133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] Checking router: 352bbc8f-1e06-47ab-b7ce-be60f0114257 for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:41:48.020129 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:41:48.020798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:41:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:41:48.215661 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:41:48.451412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 56480) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:41:48.525988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:48.555827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:48.557907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:41:48.563188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec0e2b-b74b-4dab-a2ea-688f6aebfa4f None None] The sync data for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi is: [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:43Z', 'revision_number': 4, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '61da4b1b-b78b-47d1-8c5a-8d6ae766387d', 'name': '', 'network_id': 'eafe2320-70ae-4b66-99a7-55c3ef384b8f', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'mac_address': 'fa:16:3e:a8:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:41Z', 'updated_at': '2021-12-07T15:30:07Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'subnets': [{'id': 'cc7f6efc-3391-4368-aaf5-cbbe3f46e08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:41:48.649301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:48.655300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-95f8c5ea-39b3-4d24-8cf6-014fca5ca659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:41:48.681653 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b716bbff-c23e-4ff5-840d-81d59f062e46,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:41:48.693701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.695788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.695788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.695788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.695788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.695788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.696229 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.696493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.696880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.697317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.697726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:41:48.701210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:41:48.717967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:48.719325 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "DELETE /v2.0/security-groups/b716bbff-c23e-4ff5-840d-81d59f062e46 HTTP/1.1" status: 204 len: 168 time: 0.2667539 Dec 07 15:41:48.722181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 56488) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:41:48.741341 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.v2.resource [None req-949fe6af-de0c-46b6-b6b9-45eb6c7e6084 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] show failed (client error): The resource could not be found. Dec 07 15:41:48.742436 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-949fe6af-de0c-46b6-b6b9-45eb6c7e6084 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "GET /v2.0/security-groups/b716bbff-c23e-4ff5-840d-81d59f062e46 HTTP/1.1" status: 404 len: 347 time: 0.0192482 Dec 07 15:41:48.745514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 56492) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:41:48.915224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Deleting port a1f78b6f-d826-4cfc-8db9-3b541c28de7f {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:41:48.915616 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:49.015526 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeadb9c-cb8d-478d-9a8d-5be0cba7a28f None None] New status for floating IP 2247aa2c-dab1-40a3-9a98-17802f8067a1: DOWN {{(pid=88289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:41:49.103299 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:49.103621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:49.104513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device ee0bbf84-ac84-470b-8afd-0d8661af3a51 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:41:49.146500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: ee0bbf84-ac84-470b-8afd-0d8661af3a51 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:41:49.146500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device ee0bbf84-ac84-470b-8afd-0d8661af3a51 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:41:49.233970 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Calling delete_port for a1f78b6f-d826-4cfc-8db9-3b541c28de7f owned by network:floatingip {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:41:49.365417 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.db.api [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:41:49.365736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.api [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:41:49.866932 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Deleting port a1f78b6f-d826-4cfc-8db9-3b541c28de7f {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:41:49.867328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:50.270646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:50.271215 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:50.397843 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Calling delete_port for a1f78b6f-d826-4cfc-8db9-3b541c28de7f owned by network:floatingip {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:41:50.598633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:50.603754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-be2beb98-d2d2-4b3d-9ad3-e530c2d3cc10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:41:50.647552 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Pushing event deleted for resources: {'Port': ['ID=a1f78b6f-d826-4cfc-8db9-3b541c28de7f,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:41:50.650673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:41:50.753010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks [] for floatingip, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:50.768053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:50.772703 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] 10.222.0.64 "DELETE /v2.0/floatingips/2247aa2c-dab1-40a3-9a98-17802f8067a1 HTTP/1.1" status: 204 len: 168 time: 2.0220079 Dec 07 15:41:53.748041 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 56540) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:41:54.123858 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e22c4287-5434-4d2d-b00a-97bcfe92e0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:54.380543 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853029117'] for router_interface, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:55.010334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Deleting port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:41:55.010888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:55.203398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] For port 61da4b1b-b78b-47d1-8c5a-8d6ae766387d, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=61da4b1b-b78b-47d1-8c5a-8d6ae766387d,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:41:55.203804 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:55.333362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Calling delete_port for 61da4b1b-b78b-47d1-8c5a-8d6ae766387d owned by network:router_interface {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:41:55.621055 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:55.625833 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1d50831a-82e8-457c-8dce-e74ab92151ea tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:41:55.660439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:55.672059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=61da4b1b-b78b-47d1-8c5a-8d6ae766387d,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:41:55.674813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:41:55.983943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851729876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853028967'] for router_interface, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:56.883638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2c93301f-4296-4e30-911c-e49e7b52f488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:56.896644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Router 352bbc8f-1e06-47ab-b7ce-be60f0114257 has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:41:56.952231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:57.114878 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:41:57.127632 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] Sync routers for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:41:57.132049 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b0dc52e2-6476-4c98-9f0c-ce445d6e3b64 admin admin] 10.222.0.64 "PUT /v2.0/routers/352bbc8f-1e06-47ab-b7ce-be60f0114257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3803627 Dec 07 15:41:57.132694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 56566) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:41:57.151622 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:41:57.152868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:41:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:41:57.349112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Notify callbacks [] for router, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:57.356618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:41:57.600152 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:57.636865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Deleting port fa49e106-dbf0-4802-96c3-a2f2681ae04f {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:41:57.636865 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:57.840832 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] For port fa49e106-dbf0-4802-96c3-a2f2681ae04f, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=fa49e106-dbf0-4802-96c3-a2f2681ae04f,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:41:57.841318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:57.897881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:41:55Z', 'revision_number': 5, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port': {'id': 'fa49e106-dbf0-4802-96c3-a2f2681ae04f', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:44:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:41:57.902717 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] Checking router: 352bbc8f-1e06-47ab-b7ce-be60f0114257 for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:41:57.914355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] Routers {'352bbc8f-1e06-47ab-b7ce-be60f0114257'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:41:57.915033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:41:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['352bbc8f-1e06-47ab-b7ce-be60f0114257'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:41:57.978079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Calling delete_port for fa49e106-dbf0-4802-96c3-a2f2681ae04f owned by network:router_gateway {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:41:58.075604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] Set router 352bbc8f-1e06-47ab-b7ce-be60f0114257 gateway port host: None {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:41:58.193213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:41:57Z', 'revision_number': 6, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port_host': None}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:41:58.197685 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da12c6-0b62-4604-8d29-d1ee4399b7bd None None] The sync data for ids ['352bbc8f-1e06-47ab-b7ce-be60f0114257'] in dv-cinder-820628-1-iscsi is: [{'id': '352bbc8f-1e06-47ab-b7ce-be60f0114257', 'name': 'tempest-AttachVolumeShelveTestJSON-1235022638-router', 'tenant_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:41:57Z', 'revision_number': 6, 'project_id': 'c86b3cd6fc164c11913f5d19eb7427a3', 'gw_port_host': None}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:41:58.229884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:58.238958 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32c029a6-080f-4759-be27-c47fc041227c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:41:58.288208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa49e106-dbf0-4802-96c3-a2f2681ae04f,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:41:58.291239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:41:58.409587 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:58.541361 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853030126'] for router_gateway, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:58.655242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device fa49e106-dbf0-4802-96c3-a2f2681ae04f no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:41:58.691744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: fa49e106-dbf0-4802-96c3-a2f2681ae04f {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:41:58.692387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device fa49e106-dbf0-4802-96c3-a2f2681ae04f not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:41:58.692607 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 61da4b1b-b78b-47d1-8c5a-8d6ae766387d no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:41:58.727174 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 61da4b1b-b78b-47d1-8c5a-8d6ae766387d {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:41:58.727578 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 61da4b1b-b78b-47d1-8c5a-8d6ae766387d not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:41:58.835159 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852957316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40257'] for router, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:58.840297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:58.946284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852957422'] for router, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:58.946846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 352bbc8f-1e06-47ab-b7ce-be60f0114257 {{(pid=88286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:41:58.961631 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:58.963224 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-afc813bb-b7a9-42b7-8ba3-54ecae733a1c admin admin] 10.222.0.64 "DELETE /v2.0/routers/352bbc8f-1e06-47ab-b7ce-be60f0114257 HTTP/1.1" status: 204 len: 168 time: 1.8289206 Dec 07 15:41:58.966470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 56580) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:41:59.035940 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5cad8d-bb6c-49b2-8971-56b65f420da5 admin admin] Deleting subnet cc7f6efc-3391-4368-aaf5-cbbe3f46e08e {{(pid=88286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:41:59.039496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b5cad8d-bb6c-49b2-8971-56b65f420da5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.095930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b5cad8d-bb6c-49b2-8971-56b65f420da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354390'] for subnet, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.178965 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b5cad8d-bb6c-49b2-8971-56b65f420da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.272048 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b5cad8d-bb6c-49b2-8971-56b65f420da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6472984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6791907'] for subnet, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.276793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:41:59.317880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cad8d-bb6c-49b2-8971-56b65f420da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7f6efc-3391-4368-aaf5-cbbe3f46e08e,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:41:59.320793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5b5cad8d-bb6c-49b2-8971-56b65f420da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:41:59.325050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b5cad8d-bb6c-49b2-8971-56b65f420da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.330696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9ae2d-2187-498e-bda1-499c582ca047 None None] Network eafe2320-70ae-4b66-99a7-55c3ef384b8f requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:41:59.334944 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5b5cad8d-bb6c-49b2-8971-56b65f420da5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cc7f6efc-3391-4368-aaf5-cbbe3f46e08e HTTP/1.1" status: 204 len: 168 time: 0.3650281 Dec 07 15:41:59.335362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 56586) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:41:59.463503 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.480548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Deleting port c55fb46b-4052-4cd5-87ac-60f9790b880b {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:41:59.480852 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.610095 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] DHCP port deletion for eafe2320-70ae-4b66-99a7-55c3ef384b8f request from dv-cinder-820628-1-iscsi {{(pid=88288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:41:59.615069 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] Deleting port c55fb46b-4052-4cd5-87ac-60f9790b880b {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:41:59.615545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.717845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] For port c55fb46b-4052-4cd5-87ac-60f9790b880b, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=c55fb46b-4052-4cd5-87ac-60f9790b880b,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:41:59.718256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.849151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] For port c55fb46b-4052-4cd5-87ac-60f9790b880b, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=c55fb46b-4052-4cd5-87ac-60f9790b880b,segment=NetworkSegment(a8e9259b-15bb-4c3f-a02f-5dbca257ffb0),segment_id=a8e9259b-15bb-4c3f-a02f-5dbca257ffb0)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:41:59.849477 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.851518 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Calling delete_port for c55fb46b-4052-4cd5-87ac-60f9790b880b owned by network:dhcp {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:41:59.965214 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:41:59.970703 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4e7647d0-51b2-412b-a71c-55c9a666cb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:41:59.987218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] Calling delete_port for c55fb46b-4052-4cd5-87ac-60f9790b880b owned by network:dhcp {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:42:00.014360 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55fb46b-4052-4cd5-87ac-60f9790b880b,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:00.017275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:00.019812 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] No DVR routers for this DVR port c55fb46b-4052-4cd5-87ac-60f9790b880b on host dv-cinder-820628-1-iscsi {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:42:00.060520 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.db.api [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:42:00.060934 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.api [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:42:00.150566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.178849 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafe2320-70ae-4b66-99a7-55c3ef384b8f']}} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:42:00.192597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0') {'for_net_delete': True} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:42:00.192936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e9259b-15bb-4c3f-a02f-5dbca257ffb0') {} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:42:00.208646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853213352'] for segment, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.224093 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.230789 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:42:00.231221 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1481065'] for segment, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:42:00.245328 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:42:00.352555 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.357237 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-48b61d65-0841-40c1-a9dc-b69610005e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:00.372610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.384397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Pushing event deleted for resources: {'Network': ['ID=eafe2320-70ae-4b66-99a7-55c3ef384b8f,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:00.389411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:00.433837 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] 10.222.0.64 "DELETE /v2.0/networks/eafe2320-70ae-4b66-99a7-55c3ef384b8f HTTP/1.1" status: 204 len: 168 time: 1.0966101 Dec 07 15:42:00.562261 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] Deleting port c55fb46b-4052-4cd5-87ac-60f9790b880b {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:42:00.562699 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.628260 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-927d9e06-4be2-4735-860c-495de4f928e4 None None] The port 'c55fb46b-4052-4cd5-87ac-60f9790b880b' was deleted {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:42:00.649326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device c55fb46b-4052-4cd5-87ac-60f9790b880b no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:42:00.672325 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 56600) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:00.689211 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: c55fb46b-4052-4cd5-87ac-60f9790b880b {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:42:00.689557 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device c55fb46b-4052-4cd5-87ac-60f9790b880b not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:42:00.727537 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-17d73c04-5e6d-4c85-9702-8f075d049d7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c86b3cd6fc164c11913f5d19eb7427a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539174 Dec 07 15:42:00.730902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 56604) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:00.803731 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1bcd58be-790f-4f91-8f3a-51c21661146c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.835042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1bcd58be-790f-4f91-8f3a-51c21661146c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.969371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1bcd58be-790f-4f91-8f3a-51c21661146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.974634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a20e66af-789f-4ba5-b227-7befda5721e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:00.988645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd58be-790f-4f91-8f3a-51c21661146c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29904aac-8e36-419b-8df3-32e9edc1cecf,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:00.992730 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1bcd58be-790f-4f91-8f3a-51c21661146c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:00.996659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1bcd58be-790f-4f91-8f3a-51c21661146c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:00.997927 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1bcd58be-790f-4f91-8f3a-51c21661146c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29904aac-8e36-419b-8df3-32e9edc1cecf HTTP/1.1" status: 204 len: 168 time: 0.2658122 Dec 07 15:42:11.163328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:13.005647 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 56786) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:13.170951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:13.252977 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:42:13.257139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f53a38d1ab4c04b2a69fb870a6200b is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:42:13.260137 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:42:13.266455 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:42:13.424390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:13.449091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:13.457028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-83d0ec48-c360-48b1-bae2-f43e4056deb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:13.500499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5ed0a3-9c61-4b82-b1cf-1a90cf0f5216,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:13.503939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:13.507657 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0f53a38d1ab4c04b2a69fb870a6200b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5008271 Dec 07 15:42:13.510613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 56792) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:13.577771 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4bcec105-9d7c-499a-aa14-faba0a5da18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:13.604995 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4bcec105-9d7c-499a-aa14-faba0a5da18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:13.683696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4bcec105-9d7c-499a-aa14-faba0a5da18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:13.689511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-09733e98-e68c-4a78-bb4f-e64cd4ab488a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:13.702128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcec105-9d7c-499a-aa14-faba0a5da18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5ed0a3-9c61-4b82-b1cf-1a90cf0f5216,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:13.706035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4bcec105-9d7c-499a-aa14-faba0a5da18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:13.709419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4bcec105-9d7c-499a-aa14-faba0a5da18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:13.710645 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4bcec105-9d7c-499a-aa14-faba0a5da18a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa5ed0a3-9c61-4b82-b1cf-1a90cf0f5216 HTTP/1.1" status: 204 len: 168 time: 0.1988497 Dec 07 15:42:16.790080 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 56860) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:16.947487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:16.981071 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:42:16.985190 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] Usage tracker for resource:security_group_rule and tenant:68a2bf6ce6e045a99ec585acddb1e061 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:42:16.988084 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:42:16.994009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:42:17.060174 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:17.134745 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:17.142692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f5bee709-a4a2-4fe3-8339-8da87cbed719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:17.186041 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3358a90-b796-4f3c-b05a-92daf92d5dd5,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:17.193238 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68a2bf6ce6e045a99ec585acddb1e061&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3995912 Dec 07 15:42:17.193238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:17.194057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 56870) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:17.260077 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32bcd2d7-d0ef-4271-ab39-6f832e60153d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:17.287654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32bcd2d7-d0ef-4271-ab39-6f832e60153d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:17.403715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32bcd2d7-d0ef-4271-ab39-6f832e60153d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:17.407710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:17.422669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcd2d7-d0ef-4271-ab39-6f832e60153d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3358a90-b796-4f3c-b05a-92daf92d5dd5,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:17.425339 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32bcd2d7-d0ef-4271-ab39-6f832e60153d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:17.430044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32bcd2d7-d0ef-4271-ab39-6f832e60153d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:17.431499 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-32bcd2d7-d0ef-4271-ab39-6f832e60153d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3358a90-b796-4f3c-b05a-92daf92d5dd5 HTTP/1.1" status: 204 len: 168 time: 0.2370765 Dec 07 15:42:17.962432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 56880) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:17.984430 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:18.016152 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:42:18.020208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:f86f55c654b842378deea9b5e841382b is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:42:18.023204 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:42:18.029403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:42:18.097762 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:18.128281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:18.136234 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8cf2c181-52e5-4831-8bba-f09bb051834f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:18.178678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68eca50-ccdd-46e6-a6f1-3e99ec5d8575,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:18.182121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:18.185428 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f86f55c654b842378deea9b5e841382b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2218869 Dec 07 15:42:18.188255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 56886) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:18.255572 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6841be33-99fc-47fa-a97f-02bef8f6d8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:18.282164 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6841be33-99fc-47fa-a97f-02bef8f6d8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:18.357671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6841be33-99fc-47fa-a97f-02bef8f6d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:18.362864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b6019350-1efc-44cd-a554-bf73b1ac433e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:18.374890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841be33-99fc-47fa-a97f-02bef8f6d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68eca50-ccdd-46e6-a6f1-3e99ec5d8575,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:18.378826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6841be33-99fc-47fa-a97f-02bef8f6d8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:18.382154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6841be33-99fc-47fa-a97f-02bef8f6d8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:18.383370 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6841be33-99fc-47fa-a97f-02bef8f6d8ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a68eca50-ccdd-46e6-a6f1-3e99ec5d8575 HTTP/1.1" status: 204 len: 168 time: 0.1941826 Dec 07 15:42:18.655312 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-12706106-42a1-429d-bd6b-0f656bfd4e5f req-1197835a-bae7-4990-8481-8f07db9e7dca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792322 Dec 07 15:42:18.757981 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-12706106-42a1-429d-bd6b-0f656bfd4e5f req-104b6400-0c67-4b27-8fa8-78d03ea21f8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f29024093ec14a4388390d83481f4329&device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 1098 time: 0.0784523 Dec 07 15:42:18.920582 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12706106-42a1-429d-bd6b-0f656bfd4e5f req-2e3c5baf-70ad-47bd-87ea-2ea1406e0088 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:18.922215 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-12706106-42a1-429d-bd6b-0f656bfd4e5f req-2e3c5baf-70ad-47bd-87ea-2ea1406e0088 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 200 len: 912 time: 0.1445587 Dec 07 15:42:19.036685 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-12706106-42a1-429d-bd6b-0f656bfd4e5f req-8d0154c6-fbdf-4920-9dff-3795cf26e8b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46804842-9b30-472f-a526-81bfeff1c57a HTTP/1.1" status: 200 len: 1001 time: 0.1083255 Dec 07 15:42:19.111444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12706106-42a1-429d-bd6b-0f656bfd4e5f req-4b0a0387-585f-4164-98a6-d0dc89b74392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:19.113027 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-12706106-42a1-429d-bd6b-0f656bfd4e5f req-4b0a0387-585f-4164-98a6-d0dc89b74392 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed661dd4-366e-41cb-9394-53e56919a3ab HTTP/1.1" status: 200 len: 850 time: 0.0704944 Dec 07 15:42:19.198752 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-12706106-42a1-429d-bd6b-0f656bfd4e5f req-c23141e0-59f1-4bcd-a33c-b5bbcf5fbfb6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c28e26f-2ef1-4651-bd4f-46d4692bf21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792949 Dec 07 15:42:19.344264 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-12706106-42a1-429d-bd6b-0f656bfd4e5f req-49d6ff93-0eac-45fc-b3d9-ec2dcbcf237d service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392233 Dec 07 15:42:19.533492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:42:19.726671 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-12706106-42a1-429d-bd6b-0f656bfd4e5f req-c4846506-e278-4382-b76f-ea91885aa82e service neutron] 10.222.0.66 "GET /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763869 Dec 07 15:42:24.123457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b68308cd-c3cc-4466-86b9-2bc011689d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:25.682896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:25.899584 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 57008) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:26.054483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:26.088709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:42:26.092931 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] Usage tracker for resource:security_group_rule and tenant:4f75c6706b2445d89c77be4b5671f57c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:42:26.096102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:42:26.102502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:42:26.173939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:26.226208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:26.234509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9936189b-5aaa-422d-8058-8b203e972661 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:26.277614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20d578d-f5df-4ea8-bd04-ef4ff989f1ba,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:26.281155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:26.284200 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f75c6706b2445d89c77be4b5671f57c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3835316 Dec 07 15:42:26.286945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 57018) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:26.355859 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-149957ff-504b-425d-a00a-a4c9c2a0755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:26.384027 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-149957ff-504b-425d-a00a-a4c9c2a0755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:26.454478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-149957ff-504b-425d-a00a-a4c9c2a0755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:26.459639 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fcfb1584-3ec2-4ade-9b2b-8df5e59a55b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:26.473364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149957ff-504b-425d-a00a-a4c9c2a0755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20d578d-f5df-4ea8-bd04-ef4ff989f1ba,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:26.476385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-149957ff-504b-425d-a00a-a4c9c2a0755b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:26.477589 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-149957ff-504b-425d-a00a-a4c9c2a0755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:26.478803 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-149957ff-504b-425d-a00a-a4c9c2a0755b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e20d578d-f5df-4ea8-bd04-ef4ff989f1ba HTTP/1.1" status: 204 len: 168 time: 0.1908307 Dec 07 15:42:26.877670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-02d33f4b-dde9-4f65-8672-12b65801f8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:27.003395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:27.041665 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 57028) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:27.061964 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:27.097282 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:42:27.101939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] Usage tracker for resource:security_group_rule and tenant:2f51111a0a8c47648484f6fdfbbf0d9f is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:42:27.105155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:42:27.112021 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:42:27.182614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:27.208674 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:27.217137 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f36a0493-3d26-42ee-a273-b173063f03bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:27.262434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b974701f-ae92-4986-b4bf-e8a5f616453d,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:27.266040 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:27.268717 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f51111a0a8c47648484f6fdfbbf0d9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2259865 Dec 07 15:42:27.271597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 57034) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:27.337453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f964235-c58f-4728-bbbe-7e88b2a38724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:27.366013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f964235-c58f-4728-bbbe-7e88b2a38724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:27.477187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f964235-c58f-4728-bbbe-7e88b2a38724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:27.481377 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-149957ff-504b-425d-a00a-a4c9c2a0755b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:27.495397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f964235-c58f-4728-bbbe-7e88b2a38724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b974701f-ae92-4986-b4bf-e8a5f616453d,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:27.499074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4f964235-c58f-4728-bbbe-7e88b2a38724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:27.501384 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f964235-c58f-4728-bbbe-7e88b2a38724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:27.502298 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4f964235-c58f-4728-bbbe-7e88b2a38724 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b974701f-ae92-4986-b4bf-e8a5f616453d HTTP/1.1" status: 204 len: 168 time: 0.2296896 Dec 07 15:42:28.403448 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:41.169633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:41.672118 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 57226) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:41.844830 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-65cf0e5a-aa65-4237-bec8-f0efe06fb508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:41.879362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-65cf0e5a-aa65-4237-bec8-f0efe06fb508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:42:41.883627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-65cf0e5a-aa65-4237-bec8-f0efe06fb508 admin admin] Usage tracker for resource:security_group_rule and tenant:ecf56fe08a5f40a2a42d838762e3aa87 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:42:41.886734 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-65cf0e5a-aa65-4237-bec8-f0efe06fb508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:42:41.892798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-65cf0e5a-aa65-4237-bec8-f0efe06fb508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:42:41.962699 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-65cf0e5a-aa65-4237-bec8-f0efe06fb508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:42.002633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-65cf0e5a-aa65-4237-bec8-f0efe06fb508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:42.009796 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6841be33-99fc-47fa-a97f-02bef8f6d8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:42.054868 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf0e5a-aa65-4237-bec8-f0efe06fb508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f286b6-c4e0-4ed1-8487-8a751f2665cd,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:42.059943 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-65cf0e5a-aa65-4237-bec8-f0efe06fb508 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecf56fe08a5f40a2a42d838762e3aa87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3866601 Dec 07 15:42:42.060966 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-65cf0e5a-aa65-4237-bec8-f0efe06fb508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:42.063477 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 57232) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:42.132093 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7bb34c5f-bb77-40ad-946c-8d59a7533cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:42.160147 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7bb34c5f-bb77-40ad-946c-8d59a7533cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:42.237439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7bb34c5f-bb77-40ad-946c-8d59a7533cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:42.242809 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8478b7d9-2a7f-489a-bf2c-260e36ebeddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:42.256625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb34c5f-bb77-40ad-946c-8d59a7533cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f286b6-c4e0-4ed1-8487-8a751f2665cd,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:42.259938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7bb34c5f-bb77-40ad-946c-8d59a7533cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:42.263008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7bb34c5f-bb77-40ad-946c-8d59a7533cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:42.267234 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7bb34c5f-bb77-40ad-946c-8d59a7533cef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17f286b6-c4e0-4ed1-8487-8a751f2665cd HTTP/1.1" status: 204 len: 168 time: 0.2033246 Dec 07 15:42:42.831444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 57256) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:42.853613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c498347d-5f89-4b12-9221-2b2346fa5dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:42.891460 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c498347d-5f89-4b12-9221-2b2346fa5dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:42:42.895773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c498347d-5f89-4b12-9221-2b2346fa5dbb admin admin] Usage tracker for resource:security_group_rule and tenant:188627ef3a57412fa34cb977ac383015 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:42:42.898874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c498347d-5f89-4b12-9221-2b2346fa5dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:42:42.905740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c498347d-5f89-4b12-9221-2b2346fa5dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:42:42.948577 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-637b72d4-d677-4217-bce4-6b9020ff5829 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:42.951397 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-637b72d4-d677-4217-bce4-6b9020ff5829 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 814 time: 0.1666675 Dec 07 15:42:42.970901 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-a69ae903-505c-4b5e-adf7-bd8a82057e05 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/quotas/d1927af6c0f848fda65bfb8c68802479 HTTP/1.1" status: 200 len: 375 time: 0.0129387 Dec 07 15:42:42.977443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c498347d-5f89-4b12-9221-2b2346fa5dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:43.008732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c498347d-5f89-4b12-9221-2b2346fa5dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:43.017646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b58ba8bf-175a-40bb-be6c-837932d96892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:43.063411 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-91dfddd5-82be-4484-b9ed-d7f3be8d8080 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861518 Dec 07 15:42:43.232622 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-8cff0972-a347-48bb-9e4e-ff0b15f4022d service neutron] 10.222.0.64 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611562 Dec 07 15:42:43.297192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498347d-5f89-4b12-9221-2b2346fa5dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59458c8d-27d3-4359-96f1-a3f1f7227cc1,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:43.300508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c498347d-5f89-4b12-9221-2b2346fa5dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:43.305517 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c498347d-5f89-4b12-9221-2b2346fa5dbb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=188627ef3a57412fa34cb977ac383015&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4702458 Dec 07 15:42:43.306422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 57260) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:43.373801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3974dd78-0c3f-44ef-ad0a-f8435241ea2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:43.405389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3974dd78-0c3f-44ef-ad0a-f8435241ea2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:43.408799 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-c8b44669-cf8d-4f6f-8969-f0f6f1160833 service neutron] 10.222.0.64 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687088 Dec 07 15:42:43.499919 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3974dd78-0c3f-44ef-ad0a-f8435241ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:43.505397 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-877f7369-dd47-48c6-aa42-4f21ea9775a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:43.517715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974dd78-0c3f-44ef-ad0a-f8435241ea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59458c8d-27d3-4359-96f1-a3f1f7227cc1,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:43.523081 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3974dd78-0c3f-44ef-ad0a-f8435241ea2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:43.525566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3974dd78-0c3f-44ef-ad0a-f8435241ea2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:43.526357 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-3974dd78-0c3f-44ef-ad0a-f8435241ea2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59458c8d-27d3-4359-96f1-a3f1f7227cc1 HTTP/1.1" status: 204 len: 168 time: 0.2196066 Dec 07 15:42:43.691844 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-993a1ae5-c97b-4750-b1bd-4ff540ec3e07 req-122c6b1a-22d0-4b0b-a4d5-5e2201ba9158 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 210 time: 0.0479710 Dec 07 15:42:44.876104 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1494d3aa-d585-4efb-8b8a-9ad304cc4030 req-9d84e357-ac8a-4f71-abcd-d24321e732fd tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 210 time: 0.0528109 Dec 07 15:42:45.773493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ecb128b3-f315-4ec5-badd-e12b544135fa tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:45.775062 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ecb128b3-f315-4ec5-badd-e12b544135fa tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 814 time: 0.1969910 Dec 07 15:42:45.791643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Request body: {'port': {'device_id': 'ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40', 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda', 'admin_state_up': True, 'tenant_id': 'd1927af6c0f848fda65bfb8c68802479'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:42:45.954554 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:42:45.959488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Usage tracker for resource:port and tenant:d1927af6c0f848fda65bfb8c68802479 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:42:45.962595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:42:45.970003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:42:46.014188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Made reservation on behalf of d1927af6c0f848fda65bfb8c68802479 for: {'port': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:42:46.019905 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:46.083097 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c72c1de0-709e-41e7-91c0-4c7a441e05be req-5898b361-9712-43f6-b6cf-bf57aad41a2a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 210 time: 0.0502992 Dec 07 15:42:46.277003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Allocated IP 172.20.0.5 (bd68c1ad-fbfc-41af-8c0f-179efa6fddda/39dc1926-414b-41da-885d-bbcd7219f7d2/3648c61b-c455-4b78-a896-08e4ebb2f4c5) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:42:46.498834 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:46.546000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:46.553156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9fab2b3b-2c79-4955-8ed6-c87b9a94dbdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:46.559981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['e3a7f6f9-a790-45d5-884e-5b34d898288a', '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:42:46.632270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Network bd68c1ad-fbfc-41af-8c0f-179efa6fddda is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:42:46.638978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:42:46.640541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:42:46.686519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Pushing event updated for resources: {'Port': ['ID=3648c61b-c455-4b78-a896-08e4ebb2f4c5,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:46.695404 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:46.723753 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:46.724856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:46.786612 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0004327 Dec 07 15:42:46.809673 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Request body: {'port': {'device_id': 'ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:42:46.938664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:47.383702 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3648c61b-c455-4b78-a896-08e4ebb2f4c5 {{(pid=88287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:42:47.415777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ec0e4-7e1c-4700-8d70-5a16505eb088 req-bc9dd5a6-7b04-4cc0-82df-61ce94298f9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:47.415777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-dc3ec0e4-7e1c-4700-8d70-5a16505eb088 req-bc9dd5a6-7b04-4cc0-82df-61ce94298f9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Synchronizing usage tracker for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:42:47.415777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:47.425783 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Transition to ACTIVE for port object 3648c61b-c455-4b78-a896-08e4ebb2f4c5 will not be triggered until provisioned by entity L2. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:42:47.454045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-dc3ec0e4-7e1c-4700-8d70-5a16505eb088 req-bc9dd5a6-7b04-4cc0-82df-61ce94298f9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Unset dirty status for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:42:47.455344 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dc3ec0e4-7e1c-4700-8d70-5a16505eb088 req-bc9dd5a6-7b04-4cc0-82df-61ce94298f9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 931 time: 0.2262328 Dec 07 15:42:47.478968 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853294924'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:47.486747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:47.636101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Pushing event updated for resources: {'Port': ['ID=3648c61b-c455-4b78-a896-08e4ebb2f4c5,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:47.643515 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-dc3ec0e4-7e1c-4700-8d70-5a16505eb088 req-f5e51b0a-b5e6-49d0-824b-7d87eb465301 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818764 Dec 07 15:42:47.653751 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.654170 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.654579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.654983 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.655416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.655815 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.656214 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.656610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.657005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.657419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.657817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:47.661636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:47.773216 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Attempting to bind port 3648c61b-c455-4b78-a896-08e4ebb2f4c5 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:42:47.773582 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Attempting to bind port 3648c61b-c455-4b78-a896-08e4ebb2f4c5 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:42:47.773949 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Attempting to bind port 3648c61b-c455-4b78-a896-08e4ebb2f4c5 on network bd68c1ad-fbfc-41af-8c0f-179efa6fddda {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:42:47.780773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Port 3648c61b-c455-4b78-a896-08e4ebb2f4c5 on network bd68c1ad-fbfc-41af-8c0f-179efa6fddda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:42:47.781148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Attempting to bind port 3648c61b-c455-4b78-a896-08e4ebb2f4c5 on network bd68c1ad-fbfc-41af-8c0f-179efa6fddda {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:42:47.787966 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:42:47.788329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Checking segment: {'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:42:47.788743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Bound using segment: {'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:42:47.789232 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Bound port: 3648c61b-c455-4b78-a896-08e4ebb2f4c5, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c89b0be-7134-4693-8e46-037168a457a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda'}}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:42:47.789612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:47.884951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] For port 3648c61b-c455-4b78-a896-08e4ebb2f4c5, host hv-cinder-82062, cleared binding levels {{(pid=88287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:42:47.888870 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] For port 3648c61b-c455-4b78-a896-08e4ebb2f4c5, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3648c61b-c455-4b78-a896-08e4ebb2f4c5,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:42:47.923640 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853294924'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:47.928433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b7bbe9e3-f969-4512-8b5f-36079171db9a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:47.996911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:47.998454 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] 10.222.0.66 "PUT /v2.0/ports/3648c61b-c455-4b78-a896-08e4ebb2f4c5 HTTP/1.1" status: 200 len: 1093 time: 1.1940742 Dec 07 15:42:47.999005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40', 'tag': '3648c61b-c455-4b78-a896-08e4ebb2f4c5'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:42:48.017193 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Pushing event updated for resources: {'Port': ['ID=3648c61b-c455-4b78-a896-08e4ebb2f4c5,revision_number=3']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:48.020698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:48.058966 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40', 'tag': '3648c61b-c455-4b78-a896-08e4ebb2f4c5', 'status': 'completed', 'code': 200} Dec 07 15:42:48.165388 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4b95a0a-66e6-4e30-8d1a-f5c299f2293d req-44d86835-3612-48af-9324-2445988bb5ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 1096 time: 0.0827343 Dec 07 15:42:48.562690 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b95a0a-66e6-4e30-8d1a-f5c299f2293d req-a7262c2e-c8ef-4e45-b17b-6f64c99856d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:48.564259 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4b95a0a-66e6-4e30-8d1a-f5c299f2293d req-a7262c2e-c8ef-4e45-b17b-6f64c99856d6 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d1927af6c0f848fda65bfb8c68802479&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3913436 Dec 07 15:42:48.723272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b95a0a-66e6-4e30-8d1a-f5c299f2293d req-159730e7-ba28-442e-8c11-3e5c72d90d6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:48.725234 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d4b95a0a-66e6-4e30-8d1a-f5c299f2293d req-159730e7-ba28-442e-8c11-3e5c72d90d6a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532302 Dec 07 15:42:48.911227 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-6f856e34-ecf7-4b7c-9012-479004afcd33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 1096 time: 0.1482854 Dec 07 15:42:48.918866 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa22d0-86e6-4327-9829-c491306f079c req-feb4ce5d-e95f-4e23-88ed-477e1e871803 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:48.920483 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e4aa22d0-86e6-4327-9829-c491306f079c req-feb4ce5d-e95f-4e23-88ed-477e1e871803 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 943 time: 0.1233811 Dec 07 15:42:49.011841 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-8f5fac1c-d236-4fac-a668-6a06695874f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3648c61b-c455-4b78-a896-08e4ebb2f4c5 HTTP/1.1" status: 200 len: 217 time: 0.0896044 Dec 07 15:42:49.087036 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e4aa22d0-86e6-4327-9829-c491306f079c req-4c1a7246-9586-44cc-8f9b-938fb025df43 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137297 Dec 07 15:42:49.099432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-4bcd6a11-93da-4194-ba51-5e5b8af3646b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:49.101494 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-4bcd6a11-93da-4194-ba51-5e5b8af3646b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0771601 Dec 07 15:42:49.151454 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-befdaed7-7e02-4826-b708-e9023a2a1e7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435996 Dec 07 15:42:49.299816 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-845c2560-be24-4a82-aec9-8750aea4a3c7 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415892 Dec 07 15:42:49.454968 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-01b93b2b-9ec8-4f1b-b679-aa69e0053961 req-69053467-d108-49cb-aa38-277b242ea9d5 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482692 Dec 07 15:42:49.820037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 57374) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:49.985371 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ecaac669-2684-4d5a-9920-df6ab16cd463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:50.023955 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ecaac669-2684-4d5a-9920-df6ab16cd463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:42:50.029267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ecaac669-2684-4d5a-9920-df6ab16cd463 admin admin] Usage tracker for resource:security_group_rule and tenant:5ca26e087704440f971f23fdea077793 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:42:50.032166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-ecaac669-2684-4d5a-9920-df6ab16cd463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:42:50.038403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-ecaac669-2684-4d5a-9920-df6ab16cd463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:42:50.116408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ecaac669-2684-4d5a-9920-df6ab16cd463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:50.151351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ecaac669-2684-4d5a-9920-df6ab16cd463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:50.159792 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1c05c676-3247-4c27-ac11-97051dbb7010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:50.206343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaac669-2684-4d5a-9920-df6ab16cd463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690a1964-99a6-41ab-b06d-905ddce80798,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:50.211279 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-ecaac669-2684-4d5a-9920-df6ab16cd463 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ca26e087704440f971f23fdea077793&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3899162 Dec 07 15:42:50.212398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ecaac669-2684-4d5a-9920-df6ab16cd463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:50.214614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 57384) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:50.352583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-41e2c969-a042-4a27-a1ea-2804e93b3e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:50.362102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac782f68-eb6d-425d-b6d8-68b628af3496 req-33462b96-c5cf-439e-9381-4408bfc232b4 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:50.363787 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ac782f68-eb6d-425d-b6d8-68b628af3496 req-33462b96-c5cf-439e-9381-4408bfc232b4 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 943 time: 0.1346443 Dec 07 15:42:50.411839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-41e2c969-a042-4a27-a1ea-2804e93b3e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:50.463563 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ac782f68-eb6d-425d-b6d8-68b628af3496 req-2e427182-1ec5-4946-b526-61dae18dc439 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911720 Dec 07 15:42:50.517759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-41e2c969-a042-4a27-a1ea-2804e93b3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:50.528270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1bcd58be-790f-4f91-8f3a-51c21661146c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:50.555121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2c969-a042-4a27-a1ea-2804e93b3e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690a1964-99a6-41ab-b06d-905ddce80798,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:50.560592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-41e2c969-a042-4a27-a1ea-2804e93b3e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:50.562416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-41e2c969-a042-4a27-a1ea-2804e93b3e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:50.568578 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-41e2c969-a042-4a27-a1ea-2804e93b3e74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/690a1964-99a6-41ab-b06d-905ddce80798 HTTP/1.1" status: 204 len: 168 time: 0.3525803 Dec 07 15:42:51.081573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 57394) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:51.102382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9e25885d-63d5-4d23-ba71-9a63830e4d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:51.136476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-9e25885d-63d5-4d23-ba71-9a63830e4d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:42:51.141629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-9e25885d-63d5-4d23-ba71-9a63830e4d31 admin admin] Usage tracker for resource:security_group_rule and tenant:fc70ec8c195142ff9e8dd94e4641fe0e is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:42:51.144551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-9e25885d-63d5-4d23-ba71-9a63830e4d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:42:51.150800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-9e25885d-63d5-4d23-ba71-9a63830e4d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:42:51.225701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9e25885d-63d5-4d23-ba71-9a63830e4d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:51.254216 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9e25885d-63d5-4d23-ba71-9a63830e4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:51.262114 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a3766fe8-0648-4ee4-a4e6-a442d473c4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:51.309015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25885d-63d5-4d23-ba71-9a63830e4d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd835ef-0775-4a9f-ba8e-0ee16f6d3b52,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:51.312693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9e25885d-63d5-4d23-ba71-9a63830e4d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:51.315569 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-9e25885d-63d5-4d23-ba71-9a63830e4d31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc70ec8c195142ff9e8dd94e4641fe0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2329054 Dec 07 15:42:51.320356 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 57400) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:42:51.393003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-56340c71-72be-4b4a-8115-8267fc830169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:51.414513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 3648c61b-c455-4b78-a896-08e4ebb2f4c5 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:42:51.422218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-56340c71-72be-4b4a-8115-8267fc830169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:51.512438 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-56340c71-72be-4b4a-8115-8267fc830169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:51.519747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e6ae1455-732f-486d-8da1-d351313d4572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:51.535623 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56340c71-72be-4b4a-8115-8267fc830169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd835ef-0775-4a9f-ba8e-0ee16f6d3b52,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:51.538939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-56340c71-72be-4b4a-8115-8267fc830169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:51.540998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-56340c71-72be-4b4a-8115-8267fc830169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:51.545595 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-56340c71-72be-4b4a-8115-8267fc830169 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfd835ef-0775-4a9f-ba8e-0ee16f6d3b52 HTTP/1.1" status: 204 len: 168 time: 0.2211747 Dec 07 15:42:51.574643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 3648c61b-c455-4b78-a896-08e4ebb2f4c5, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3648c61b-c455-4b78-a896-08e4ebb2f4c5,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:42:51.598098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Returning: {'device': '3648c61b-c455-4b78-a896-08e4ebb2f4c5', 'network_id': 'bd68c1ad-fbfc-41af-8c0f-179efa6fddda', 'port_id': '3648c61b-c455-4b78-a896-08e4ebb2f4c5', 'mac_address': 'fa:16:3e:ae:ff:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dc1926-414b-41da-885d-bbcd7219f7d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:42:51.662534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:51.685154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3648c61b-c455-4b78-a896-08e4ebb2f4c5 {{(pid=88288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:42:51.703215 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 3648c61b-c455-4b78-a896-08e4ebb2f4c5, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3648c61b-c455-4b78-a896-08e4ebb2f4c5,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:42:51.728863 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:51.731844 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:51.812195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=3648c61b-c455-4b78-a896-08e4ebb2f4c5,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:51.821624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.822013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.822390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.822764 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.823133 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.824122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.824559 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.824944 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.825406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.825774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.826134 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:42:51.830367 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:51.863569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847fe5c-a361-495e-97ed-c18a4b01eff6 req-1578c0bd-e980-41d0-9c2e-377418a4a106 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:51.865056 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a847fe5c-a361-495e-97ed-c18a4b01eff6 req-1578c0bd-e980-41d0-9c2e-377418a4a106 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 944 time: 0.0941343 Dec 07 15:42:51.920097 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a847fe5c-a361-495e-97ed-c18a4b01eff6 req-ed98eaa4-f93a-472b-a391-18a4f253cc04 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484142 Dec 07 15:42:51.978456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['3648c61b-c455-4b78-a896-08e4ebb2f4c5'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:42:53.146312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d672bf-d7bf-4037-9e11-3e46766c0077 req-00b562c8-b7e0-4dfb-b89b-56b6ca417d21 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:53.147959 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b0d672bf-d7bf-4037-9e11-3e46766c0077 req-00b562c8-b7e0-4dfb-b89b-56b6ca417d21 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 944 time: 0.0935154 Dec 07 15:42:53.199706 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-b0d672bf-d7bf-4037-9e11-3e46766c0077 req-2a6dbc7a-fcf7-4cf1-9e5e-f5edaa9efd7b tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446050 Dec 07 15:42:53.445668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 3648c61b-c455-4b78-a896-08e4ebb2f4c5 up at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:42:53.574787 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning for port 3648c61b-c455-4b78-a896-08e4ebb2f4c5 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:42:53.580742 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Provisioning complete for port 3648c61b-c455-4b78-a896-08e4ebb2f4c5 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:42:53.581383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:53.715334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:53.745118 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3648c61b-c455-4b78-a896-08e4ebb2f4c5'}] {{(pid=88288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:42:53.760495 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] For port 3648c61b-c455-4b78-a896-08e4ebb2f4c5, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3648c61b-c455-4b78-a896-08e4ebb2f4c5,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:42:53.785769 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:53.788817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:42:53.865267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Pushing event updated for resources: {'Port': ['ID=3648c61b-c455-4b78-a896-08e4ebb2f4c5,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:42:53.868502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:42:54.000322 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3648c61b-c455-4b78-a896-08e4ebb2f4c5', 'code': 200} Dec 07 15:42:54.128716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9e4bbcd6-231b-41b2-8ddc-fe69d01004ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:54.294062 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c8af02ba-f048-4675-b038-26b8c28ac06d req-939ca8c5-e132-4b65-ad53-a2d81962746b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 1098 time: 0.0839565 Dec 07 15:42:54.401010 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c8af02ba-f048-4675-b038-26b8c28ac06d req-918cd47c-8ef0-4cfb-b182-96a8cf22823c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993721 Dec 07 15:42:54.430776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047b77-80fc-47ca-aca5-7ff787d1a773 req-44d96451-0270-4602-a718-63931164fe55 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:54.432484 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-85047b77-80fc-47ca-aca5-7ff787d1a773 req-44d96451-0270-4602-a718-63931164fe55 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 945 time: 0.0979116 Dec 07 15:42:54.486259 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-85047b77-80fc-47ca-aca5-7ff787d1a773 req-9b1c61d5-ca91-419c-a95a-63f77ed1d348 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Dec 07 15:42:55.695855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:55.735903 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fdabc-a91f-4741-92d9-024282c222ac req-a0d79964-ffc8-4c1a-b59e-c404041cca66 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:55.738313 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bd9fdabc-a91f-4741-92d9-024282c222ac req-a0d79964-ffc8-4c1a-b59e-c404041cca66 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 945 time: 0.1012943 Dec 07 15:42:55.807672 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-bd9fdabc-a91f-4741-92d9-024282c222ac req-8ab0a6a8-be38-48fb-aeb1-7a87b80f8250 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627990 Dec 07 15:42:56.534227 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:42:56.877694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ff5648cd-d84c-4897-865b-891210100fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:56.963041 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:42:57.028754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d6951-5bfb-47c7-b6eb-d470e5753daf req-43f7a7b7-ef1e-4a77-b1a5-b937614f5524 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:42:57.030467 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ec6d6951-5bfb-47c7-b6eb-d470e5753daf req-43f7a7b7-ef1e-4a77-b1a5-b937614f5524 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 945 time: 0.0859787 Dec 07 15:42:57.086234 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ec6d6951-5bfb-47c7-b6eb-d470e5753daf req-c901e814-6a6b-4b7e-9a88-48eab37f90a1 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491264 Dec 07 15:42:58.413930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:11.179456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:24.110817 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84b9a782-4e2a-45d3-96c5-d7a50793ef11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:25.681911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:26.870683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-11282f97-fe95-48ec-9488-5fa9deea948f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:26.967739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:28.499168 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:29.195139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 57812) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:43:29.356739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:29.392142 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:43:29.396231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Usage tracker for resource:security_group_rule and tenant:b00801c4ff96469f9b178e345ac2a73a is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:43:29.399305 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:43:29.406044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:43:29.514661 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:29.538663 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:29.547123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4bcec105-9d7c-499a-aa14-faba0a5da18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:43:29.589643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5222245-9640-4836-ae69-0d1efd697d10,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:43:29.598504 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b00801c4ff96469f9b178e345ac2a73a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4022491 Dec 07 15:43:29.601739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 57822) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:43:29.602709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.603142 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.603573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.603991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.604408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.604821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.605285 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.606261 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.606790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.607385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.607797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:43:29.611873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:43:29.669596 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-021a0808-0e9e-4d2b-9937-38f12b165c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:29.696849 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-021a0808-0e9e-4d2b-9937-38f12b165c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:29.761699 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-021a0808-0e9e-4d2b-9937-38f12b165c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:29.765690 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cd610702-297d-4695-9438-3a9428acbe98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:43:29.778139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a0808-0e9e-4d2b-9937-38f12b165c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5222245-9640-4836-ae69-0d1efd697d10,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:43:29.783521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-021a0808-0e9e-4d2b-9937-38f12b165c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:43:29.785500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-021a0808-0e9e-4d2b-9937-38f12b165c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:29.786719 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-021a0808-0e9e-4d2b-9937-38f12b165c3e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5222245-9640-4836-ae69-0d1efd697d10 HTTP/1.1" status: 204 len: 168 time: 0.1839166 Dec 07 15:43:33.535057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:43:40.397700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 57954) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:43:40.558457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:40.592256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:43:40.596279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0fcbb435bbfd413d8b4da75cf749b497 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:43:40.600005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:43:40.606635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:43:40.677628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:40.716105 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:40.724773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-96662c7c-2618-4ddf-8b91-289338039699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:43:40.768778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586b0b02-7f98-4984-993c-09f9df675cc0,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:43:40.773722 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fcbb435bbfd413d8b4da75cf749b497&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3748009 Dec 07 15:43:40.774759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:43:40.776669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 57960) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:43:40.845376 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a9df33f-8bca-4bc1-a251-6b5ee66ce902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:40.874818 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a9df33f-8bca-4bc1-a251-6b5ee66ce902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:40.956130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a9df33f-8bca-4bc1-a251-6b5ee66ce902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:40.961130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-edc2f977-b7ae-4c64-8f9b-db3160b9d9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:43:40.982647 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9df33f-8bca-4bc1-a251-6b5ee66ce902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586b0b02-7f98-4984-993c-09f9df675cc0,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:43:40.985104 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3a9df33f-8bca-4bc1-a251-6b5ee66ce902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:43:40.985893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3a9df33f-8bca-4bc1-a251-6b5ee66ce902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:40.987108 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-3a9df33f-8bca-4bc1-a251-6b5ee66ce902 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/586b0b02-7f98-4984-993c-09f9df675cc0 HTTP/1.1" status: 204 len: 168 time: 0.2087514 Dec 07 15:43:41.191316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:54.121355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cb3a944e-b689-4a64-948c-0a57f80852cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:55.687102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:56.870124 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-289856a5-0f4a-47ee-9952-f75c505a51b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:56.984335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:43:58.412545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:10.536498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:44:11.175082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:20.619019 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-593ee8a1-f30d-4495-838b-40539f10222f req-2f89b63b-55dd-4088-bb48-be9700628be3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782385 Dec 07 15:44:20.769571 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-593ee8a1-f30d-4495-838b-40539f10222f req-b9c2284a-be08-41ac-b94c-b71e5ed07d21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 1098 time: 0.0752115 Dec 07 15:44:20.924824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ee8a1-f30d-4495-838b-40539f10222f req-8ac1d2a0-af4e-4645-8208-5dd8df661e90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:44:20.926440 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-593ee8a1-f30d-4495-838b-40539f10222f req-8ac1d2a0-af4e-4645-8208-5dd8df661e90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 915 time: 0.1385250 Dec 07 15:44:21.000227 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-593ee8a1-f30d-4495-838b-40539f10222f req-bb03468e-b28f-4181-910a-73767d91102d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a HTTP/1.1" status: 200 len: 217 time: 0.0670249 Dec 07 15:44:21.067827 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ee8a1-f30d-4495-838b-40539f10222f req-cf51ea43-444d-4ce0-b421-36b5a89f02a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:44:21.069363 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-593ee8a1-f30d-4495-838b-40539f10222f req-cf51ea43-444d-4ce0-b421-36b5a89f02a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0631585 Dec 07 15:44:21.120573 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-593ee8a1-f30d-4495-838b-40539f10222f req-6fc50b18-7064-4e4b-8a8d-284551c23bf0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452216 Dec 07 15:44:21.270041 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-593ee8a1-f30d-4495-838b-40539f10222f req-1ddcf203-2c21-4589-b95b-93858d2270fd service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422262 Dec 07 15:44:21.416236 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-593ee8a1-f30d-4495-838b-40539f10222f req-b48ec802-1fc7-4731-b645-d2f384c7c69a service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402094 Dec 07 15:44:24.122050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a8db7bc2-dd1e-46c2-8faf-dcb9058a1de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:25.675103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:26.880682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0d40-d32e-401c-8860-8a5646522851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:26.966994 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:28.418034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:41.201412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:47.538543 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:44:54.119791 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b98e1c5f-b209-44e8-a909-3cf8add722aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:55.679872 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:56.874536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b58e520-2218-4933-bde6-4834da2d1dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:56.959570 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:44:58.434482 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:00.939402 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab5f0b-4781-4772-82d1-4168a4e01500 req-c5f9cb85-f8ec-4462-9280-bfdd565ad26a tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:45:00.940904 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d3ab5f0b-4781-4772-82d1-4168a4e01500 req-c5f9cb85-f8ec-4462-9280-bfdd565ad26a tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 945 time: 0.0869622 Dec 07 15:45:00.990217 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-d3ab5f0b-4781-4772-82d1-4168a4e01500 req-c19e04f0-5863-4712-b25a-fe29e524e475 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429888 Dec 07 15:45:01.296365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-5cedc482-175c-49c9-b8fe-f338334ec635 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:45:01.297951 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-5cedc482-175c-49c9-b8fe-f338334ec635 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 945 time: 0.0795319 Dec 07 15:45:01.372219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Deleting port 46804842-9b30-472f-a526-81bfeff1c57a {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:45:01.373239 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:01.618719 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] For port 46804842-9b30-472f-a526-81bfeff1c57a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=46804842-9b30-472f-a526-81bfeff1c57a,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:45:01.619113 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:02.177034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:02.177599 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745901'] for floatingip, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:02.177801 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.l3_db [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Floating IP 48204472-c02b-4913-8d9e-37abad40af95 disassociated. External IP: 172.27.1.170, port: 46804842-9b30-472f-a526-81bfeff1c57a. Dec 07 15:45:02.178180 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Calling delete_port for 46804842-9b30-472f-a526-81bfeff1c57a owned by compute:nova {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:45:02.293228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4f55-9bb1-4e03-a828-449f771577f0 req-319df080-4316-4438-b677-29381940cd17 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:45:02.295817 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-88ea4f55-9bb1-4e03-a828-449f771577f0 req-319df080-4316-4438-b677-29381940cd17 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 945 time: 0.1597877 Dec 07 15:45:02.349388 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-88ea4f55-9bb1-4e03-a828-449f771577f0 req-0afac3d9-7212-4857-87ad-bcd9ffbcb78b tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups?id=32a1a494-34ec-4183-a4e9-6c650ee815db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448792 Dec 07 15:45:02.452188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:02.458176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4721fdd7-d019-41d3-9e23-009538809c00 tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:02.502527 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event deleted for resources: {'Port': ['ID=46804842-9b30-472f-a526-81bfeff1c57a,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:02.517885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.517885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.518169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.518416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.518818 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.519220 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.519618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.520020 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.520414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.520801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.521222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:02.525433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:02.739349 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Router 18354c9c-937e-48ba-affa-7ffe41bf775d has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:45:02.957015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:45:02.968186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] Sync routers for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:45:02.981603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:45:02.982363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:44:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:03.037013 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] No DVR routers for this DVR port 46804842-9b30-472f-a526-81bfeff1c57a on host hv-cinder-82062 {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:45:03.039686 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:03.042774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e95a747-2e5e-489d-8b77-014519aef326', 'name': 'network-vif-deleted', 'tag': '46804842-9b30-472f-a526-81bfeff1c57a'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:45:03.055933 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9c095f60-62a5-426c-8d45-b48ce955b73b req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.66 "DELETE /v2.0/ports/46804842-9b30-472f-a526-81bfeff1c57a HTTP/1.1" status: 204 len: 173 time: 1.7524583 Dec 07 15:45:03.195027 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:45:03.220418 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e95a747-2e5e-489d-8b77-014519aef326', 'name': 'network-vif-deleted', 'tag': '46804842-9b30-472f-a526-81bfeff1c57a', 'status': 'completed', 'code': 200} Dec 07 15:45:03.546928 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-67649091-2ab6-4865-88a9-3bf82d8306b7 req-bc5465f4-b2da-4149-b363-216c9923a0ec tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Synchronizing usage tracker for tenant:f29024093ec14a4388390d83481f4329 on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:45:03.582692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-67649091-2ab6-4865-88a9-3bf82d8306b7 req-bc5465f4-b2da-4149-b363-216c9923a0ec tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Unset dirty status for tenant:f29024093ec14a4388390d83481f4329 on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:45:03.584021 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-67649091-2ab6-4865-88a9-3bf82d8306b7 req-bc5465f4-b2da-4149-b363-216c9923a0ec tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e95a747-2e5e-489d-8b77-014519aef326 HTTP/1.1" status: 200 len: 210 time: 0.0864210 Dec 07 15:45:03.678543 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:03.682569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] Checking router: 18354c9c-937e-48ba-affa-7ffe41bf775d for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:45:03.694319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:45:03.695028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:44:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:03.884031 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:45:04.209850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:04.213950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb90315-0b6c-42ac-8a09-2c49af5c7c43 None None] The sync data for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi is: [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:29:46Z', 'revision_number': 4, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '17b8262d-4a12-43b5-9193-1d91f2b2ea05', 'name': '', 'network_id': '8c28e26f-2ef1-4651-bd4f-46d4692bf21f', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'mac_address': 'fa:16:3e:0f:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:44Z', 'updated_at': '2021-12-07T15:30:08Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'subnets': [{'id': 'ed661dd4-366e-41cb-9394-53e56919a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:45:04.643897 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed9e6f3-e211-4185-a779-facec5b38739 None None] New status for floating IP 48204472-c02b-4913-8d9e-37abad40af95: DOWN {{(pid=88288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:45:04.789962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58454) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:04.860035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:04.889344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:05.034005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:05.039631 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3a9df33f-8bca-4bc1-a251-6b5ee66ce902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:05.059320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a1a494-34ec-4183-a4e9-6c650ee815db,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:05.069223 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.071814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.071814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.071814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.071814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.071814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.071814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.072450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.072450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.072893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.073318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:05.077408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:05.112418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:05.114145 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "DELETE /v2.0/security-groups/32a1a494-34ec-4183-a4e9-6c650ee815db HTTP/1.1" status: 204 len: 168 time: 0.3228896 Dec 07 15:45:05.116802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58460) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:05.135028 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.api.v2.resource [None req-a0c51ea1-1c6d-46d1-86a2-1f14cd90b80c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] show failed (client error): The resource could not be found. Dec 07 15:45:05.136098 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a0c51ea1-1c6d-46d1-86a2-1f14cd90b80c tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "GET /v2.0/security-groups/32a1a494-34ec-4183-a4e9-6c650ee815db HTTP/1.1" status: 404 len: 347 time: 0.0182605 Dec 07 15:45:05.139811 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58464) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:05.296589 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Deleting port 06041b12-7c06-4545-a153-ee11625ad68e {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:45:05.297232 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:05.472920 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:05.473552 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:05.602731 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Calling delete_port for 06041b12-7c06-4545-a153-ee11625ad68e owned by network:floatingip {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:45:05.834487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:05.840271 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2ea19bd7-9b65-4328-9ff4-6d72934fdbe0 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:05.892287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Pushing event deleted for resources: {'Port': ['ID=06041b12-7c06-4545-a153-ee11625ad68e,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:05.898293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:06.008310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks [] for floatingip, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:06.037382 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 46804842-9b30-472f-a526-81bfeff1c57a no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:45:06.057631 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:06.062723 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] 10.222.0.64 "DELETE /v2.0/floatingips/48204472-c02b-4913-8d9e-37abad40af95 HTTP/1.1" status: 204 len: 168 time: 0.9181080 Dec 07 15:45:06.078517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: 46804842-9b30-472f-a526-81bfeff1c57a {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:45:06.078517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 46804842-9b30-472f-a526-81bfeff1c57a not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:45:09.117542 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 58502) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:09.719349 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853029117'] for router_interface, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:10.339314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Deleting port 17b8262d-4a12-43b5-9193-1d91f2b2ea05 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:45:10.339912 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:10.520626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] For port 17b8262d-4a12-43b5-9193-1d91f2b2ea05, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=17b8262d-4a12-43b5-9193-1d91f2b2ea05,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:45:10.521154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:10.647437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Calling delete_port for 17b8262d-4a12-43b5-9193-1d91f2b2ea05 owned by network:router_interface {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:45:11.057084 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:11.062627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-78320f2b-2e0d-4d6a-b555-0a91906329cc tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:11.105488 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=17b8262d-4a12-43b5-9193-1d91f2b2ea05,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:11.108258 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:11.194255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:11.624786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851729876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853028967'] for router_interface, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:12.224107 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Router 18354c9c-937e-48ba-affa-7ffe41bf775d has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:45:12.428249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:45:12.438166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] Sync routers for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:45:12.441226 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] 10.222.0.64 "PUT /v2.0/routers/18354c9c-937e-48ba-affa-7ffe41bf775d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3223534 Dec 07 15:45:12.443924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 58520) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:12.450676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:45:12.451347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:44:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:12.645499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:45:12.653250 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Notify callbacks [] for router, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:12.871514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:12.925374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Deleting port 0926ba38-a7bb-4c84-8f35-c5949801c1fc {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:45:12.925755 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:12.962652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:45:10Z', 'revision_number': 5, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port': {'id': '0926ba38-a7bb-4c84-8f35-c5949801c1fc', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:29:35Z', 'updated_at': '2021-12-07T15:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:12.966748 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] Checking router: 18354c9c-937e-48ba-affa-7ffe41bf775d for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:45:12.978253 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] Routers {'18354c9c-937e-48ba-affa-7ffe41bf775d'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:45:12.978910 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:44:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['18354c9c-937e-48ba-affa-7ffe41bf775d'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:13.108774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] For port 0926ba38-a7bb-4c84-8f35-c5949801c1fc, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=0926ba38-a7bb-4c84-8f35-c5949801c1fc,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:45:13.109618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:13.135723 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] Set router 18354c9c-937e-48ba-affa-7ffe41bf775d gateway port host: None {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:45:13.236098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Calling delete_port for 0926ba38-a7bb-4c84-8f35-c5949801c1fc owned by network:router_gateway {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:45:13.249598 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:45:12Z', 'revision_number': 6, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port_host': None}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:13.253932 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ae534-ace6-4b32-8e85-202ab53721ff None None] The sync data for ids ['18354c9c-937e-48ba-affa-7ffe41bf775d'] in dv-cinder-820628-1-iscsi is: [{'id': '18354c9c-937e-48ba-affa-7ffe41bf775d', 'name': 'tempest-AttachVolumeTestJSON-1507763511-router', 'tenant_id': 'f29024093ec14a4388390d83481f4329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:29:33Z', 'updated_at': '2021-12-07T15:45:12Z', 'revision_number': 6, 'project_id': 'f29024093ec14a4388390d83481f4329', 'gw_port_host': None}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:45:13.485443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:13.490200 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:13.532881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Pushing event deleted for resources: {'Port': ['ID=0926ba38-a7bb-4c84-8f35-c5949801c1fc,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:13.535676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:13.768487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853030126'] for router_gateway, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:14.260282 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852957316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40257'] for router, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:14.264671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:14.405436 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852957422'] for router, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:14.405955 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18354c9c-937e-48ba-affa-7ffe41bf775d {{(pid=88287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:45:14.419494 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] Notify callbacks [] for router, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:14.420828 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5368fb8a-7c5c-4b8e-a23a-983a98c6c553 admin admin] 10.222.0.64 "DELETE /v2.0/routers/18354c9c-937e-48ba-affa-7ffe41bf775d HTTP/1.1" status: 204 len: 168 time: 1.9759076 Dec 07 15:45:14.423642 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58532) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:14.497783 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36c389d-2385-44d1-acda-16fe32a5319a admin admin] Deleting subnet ed661dd4-366e-41cb-9394-53e56919a3ab {{(pid=88286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:45:14.501165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b36c389d-2385-44d1-acda-16fe32a5319a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:14.555505 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b36c389d-2385-44d1-acda-16fe32a5319a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354390'] for subnet, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:14.641838 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b36c389d-2385-44d1-acda-16fe32a5319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:14.745629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 0926ba38-a7bb-4c84-8f35-c5949801c1fc no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:45:14.781003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 0926ba38-a7bb-4c84-8f35-c5949801c1fc {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:45:14.781647 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 0926ba38-a7bb-4c84-8f35-c5949801c1fc not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:45:14.781860 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 17b8262d-4a12-43b5-9193-1d91f2b2ea05 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:45:14.817802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 17b8262d-4a12-43b5-9193-1d91f2b2ea05 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:45:14.818203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 17b8262d-4a12-43b5-9193-1d91f2b2ea05 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:45:14.897236 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b36c389d-2385-44d1-acda-16fe32a5319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6472984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6791907'] for subnet, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:14.902398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:14.939695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c389d-2385-44d1-acda-16fe32a5319a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed661dd4-366e-41cb-9394-53e56919a3ab,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:14.942644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b36c389d-2385-44d1-acda-16fe32a5319a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:14.945299 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b36c389d-2385-44d1-acda-16fe32a5319a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:14.951348 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64769ed-bfad-4791-b289-26b3e4cef647 None None] Network 8c28e26f-2ef1-4651-bd4f-46d4692bf21f requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:45:14.952605 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b36c389d-2385-44d1-acda-16fe32a5319a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ed661dd4-366e-41cb-9394-53e56919a3ab HTTP/1.1" status: 204 len: 168 time: 0.5277641 Dec 07 15:45:14.955378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 58538) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:15.077101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:15.087922 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Deleting port abef8934-1e86-4355-aec1-ec1d374a53c1 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:45:15.088289 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:15.217605 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] DHCP port deletion for 8c28e26f-2ef1-4651-bd4f-46d4692bf21f request from dv-cinder-820628-1-iscsi {{(pid=88288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:45:15.222272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] Deleting port abef8934-1e86-4355-aec1-ec1d374a53c1 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:45:15.222697 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:15.311991 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] For port abef8934-1e86-4355-aec1-ec1d374a53c1, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=abef8934-1e86-4355-aec1-ec1d374a53c1,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:45:15.312391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:15.444124 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Calling delete_port for abef8934-1e86-4355-aec1-ec1d374a53c1 owned by network:dhcp {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:45:15.444757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] For port abef8934-1e86-4355-aec1-ec1d374a53c1, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=abef8934-1e86-4355-aec1-ec1d374a53c1,segment=NetworkSegment(7353bad2-5fe6-4b9f-aca6-2b303b501875),segment_id=7353bad2-5fe6-4b9f-aca6-2b303b501875)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:45:15.445293 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:15.558966 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:15.564274 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e256fb6f-50aa-4c37-96a8-f00dab49b792 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:15.572160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] Calling delete_port for abef8934-1e86-4355-aec1-ec1d374a53c1 owned by network:dhcp {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:45:15.607700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=abef8934-1e86-4355-aec1-ec1d374a53c1,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:15.613246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:15.615960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] No DVR routers for this DVR port abef8934-1e86-4355-aec1-ec1d374a53c1 on host dv-cinder-820628-1-iscsi {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:45:15.642883 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.db.api [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:45:15.643303 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.api [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:45:15.741655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:15.772156 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c28e26f-2ef1-4651-bd4f-46d4692bf21f']}} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:15.785311 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7353bad2-5fe6-4b9f-aca6-2b303b501875') {'for_net_delete': True} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:15.785798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7353bad2-5fe6-4b9f-aca6-2b303b501875') {} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:15.798321 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853213352'] for segment, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:15.867959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:15.874752 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:45:15.875181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1481065'] for segment, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:45:15.889652 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:45:16.102456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:16.108907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:16.113060 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-98b30a75-3826-4c10-b384-6bd3ed827e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:16.139836 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c28e26f-2ef1-4651-bd4f-46d4692bf21f,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:16.142659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:16.144872 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] Deleting port abef8934-1e86-4355-aec1-ec1d374a53c1 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:45:16.145619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:16.177489 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-b114dce3-4979-4243-8531-54be1de78fa7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8c28e26f-2ef1-4651-bd4f-46d4692bf21f HTTP/1.1" status: 204 len: 168 time: 1.2208512 Dec 07 15:45:16.215503 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1b1e3-7646-4628-8975-068104cf162a None None] The port 'abef8934-1e86-4355-aec1-ec1d374a53c1' was deleted {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:45:16.392146 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 58548) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:16.444380 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a4fa9f67-c1c0-4eb1-aa7f-575fe650c833 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f29024093ec14a4388390d83481f4329&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509558 Dec 07 15:45:16.446785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 58552) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:16.509679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-277269c2-75e4-4509-ac5b-6b429e863919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:16.538657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-277269c2-75e4-4509-ac5b-6b429e863919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:16.650847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-277269c2-75e4-4509-ac5b-6b429e863919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:16.656062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7d6fb15e-fb1f-472b-bbdc-06e2b900d2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:16.673011 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277269c2-75e4-4509-ac5b-6b429e863919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d07dd6-efc0-405d-b3f9-fe76f824c7c4,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:16.676443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-277269c2-75e4-4509-ac5b-6b429e863919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:16.678450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-277269c2-75e4-4509-ac5b-6b429e863919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:16.679687 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-277269c2-75e4-4509-ac5b-6b429e863919 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28d07dd6-efc0-405d-b3f9-fe76f824c7c4 HTTP/1.1" status: 204 len: 168 time: 0.2319520 Dec 07 15:45:16.743266 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device abef8934-1e86-4355-aec1-ec1d374a53c1 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:45:16.776698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: abef8934-1e86-4355-aec1-ec1d374a53c1 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:45:16.777107 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device abef8934-1e86-4355-aec1-ec1d374a53c1 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:45:17.196899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [req-794f97f3-d4e1-48c8-8d18-aaccbd47d266 req-74f45d4f-9e3f-42d1-8ecd-f4e258888d0a service neutron] (88287) timed out ('10.222.0.66', 63927) {{(pid=88287) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 07 15:45:19.615190 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [req-046108f3-cf14-4bab-9617-4f5f70fc7acd req-52ec46ca-b76b-42ad-9fbd-a3c57ad2496b service neutron] (88287) timed out ('10.222.0.66', 63890) {{(pid=88287) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 07 15:45:19.787874 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 58622) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:19.944025 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-77e0a75d-6e23-4b85-a8fd-3e932b8c256e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:19.982295 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-77e0a75d-6e23-4b85-a8fd-3e932b8c256e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:19.986267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-77e0a75d-6e23-4b85-a8fd-3e932b8c256e admin admin] Usage tracker for resource:security_group_rule and tenant:802b905aa36541ec986ab532a20baa45 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:19.992316 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-77e0a75d-6e23-4b85-a8fd-3e932b8c256e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:19.995138 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-77e0a75d-6e23-4b85-a8fd-3e932b8c256e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:20.145625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-77e0a75d-6e23-4b85-a8fd-3e932b8c256e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:20.176291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-77e0a75d-6e23-4b85-a8fd-3e932b8c256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:20.183739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-84e6b0be-0ec3-426b-a859-d23c7de9ce3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:20.228233 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0a75d-6e23-4b85-a8fd-3e932b8c256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0884adb-ea29-43c2-9fca-a82397ad8e60,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:20.233404 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-77e0a75d-6e23-4b85-a8fd-3e932b8c256e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=802b905aa36541ec986ab532a20baa45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4444070 Dec 07 15:45:20.234465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-77e0a75d-6e23-4b85-a8fd-3e932b8c256e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:20.236160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 58630) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:20.299113 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d92903dc-ef98-407a-8e4b-eb6a5d673fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:20.326864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d92903dc-ef98-407a-8e4b-eb6a5d673fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:20.450824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d92903dc-ef98-407a-8e4b-eb6a5d673fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:20.456177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1c6c6070-ef65-4be5-b0b4-f7ad02e7559c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:20.472455 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92903dc-ef98-407a-8e4b-eb6a5d673fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0884adb-ea29-43c2-9fca-a82397ad8e60,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:20.475997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d92903dc-ef98-407a-8e4b-eb6a5d673fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:20.478071 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d92903dc-ef98-407a-8e4b-eb6a5d673fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:20.480190 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-d92903dc-ef98-407a-8e4b-eb6a5d673fd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0884adb-ea29-43c2-9fca-a82397ad8e60 HTTP/1.1" status: 204 len: 168 time: 0.2421427 Dec 07 15:45:20.951797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58642) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:20.973122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-803c2bf5-08cc-4e95-bc55-db909097a5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:21.010287 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-803c2bf5-08cc-4e95-bc55-db909097a5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:21.014896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-803c2bf5-08cc-4e95-bc55-db909097a5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f9fe3fff61244c279e930fe1fa86ce25 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:21.017933 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-803c2bf5-08cc-4e95-bc55-db909097a5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:21.023810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-803c2bf5-08cc-4e95-bc55-db909097a5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:21.089096 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-803c2bf5-08cc-4e95-bc55-db909097a5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:21.130646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-803c2bf5-08cc-4e95-bc55-db909097a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:21.139281 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-988dddb3-6ea4-4dc2-97ec-a096e8cf4f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:21.181819 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c2bf5-08cc-4e95-bc55-db909097a5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ce4b8f-00b8-421f-a3c9-a4dab74be002,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:21.186482 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-803c2bf5-08cc-4e95-bc55-db909097a5a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9fe3fff61244c279e930fe1fa86ce25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2335176 Dec 07 15:45:21.187491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-803c2bf5-08cc-4e95-bc55-db909097a5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:21.189394 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58646) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:21.254346 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b2be46d-176b-4d42-89c4-66722f88fb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:21.284196 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b2be46d-176b-4d42-89c4-66722f88fb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:21.387662 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b2be46d-176b-4d42-89c4-66722f88fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:21.393108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-52c9af51-a224-4b11-b715-0c22510e4d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:21.407655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2be46d-176b-4d42-89c4-66722f88fb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ce4b8f-00b8-421f-a3c9-a4dab74be002,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:21.411355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2b2be46d-176b-4d42-89c4-66722f88fb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:21.414560 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b2be46d-176b-4d42-89c4-66722f88fb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:21.415757 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-2b2be46d-176b-4d42-89c4-66722f88fb92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9ce4b8f-00b8-421f-a3c9-a4dab74be002 HTTP/1.1" status: 204 len: 168 time: 0.2254698 Dec 07 15:45:22.788061 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-24b69472-ddda-4986-a0c6-f76bf0f00b16 req-989c7be8-dfa8-42c3-9122-3c9b6bd5dad4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2202280 Dec 07 15:45:22.884453 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-24b69472-ddda-4986-a0c6-f76bf0f00b16 req-c053d8a8-afbf-43e4-bad7-c97486a0af10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0745862 Dec 07 15:45:23.045614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b69472-ddda-4986-a0c6-f76bf0f00b16 req-e1e88bc2-e2ad-4720-9279-acfd05a894ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:45:23.047339 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-24b69472-ddda-4986-a0c6-f76bf0f00b16 req-e1e88bc2-e2ad-4720-9279-acfd05a894ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 915 time: 0.1427858 Dec 07 15:45:23.136927 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-24b69472-ddda-4986-a0c6-f76bf0f00b16 req-9e0b8277-5c02-45d3-825f-111375be3c4f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 HTTP/1.1" status: 200 len: 217 time: 0.0830812 Dec 07 15:45:23.216917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b69472-ddda-4986-a0c6-f76bf0f00b16 req-561d8791-f846-4110-ba5e-0d8412d0009d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:45:23.218542 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-24b69472-ddda-4986-a0c6-f76bf0f00b16 req-561d8791-f846-4110-ba5e-0d8412d0009d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0749416 Dec 07 15:45:23.271839 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-24b69472-ddda-4986-a0c6-f76bf0f00b16 req-40957cd1-5b9a-434b-9b1b-e16feb23d19d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464625 Dec 07 15:45:23.418773 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-24b69472-ddda-4986-a0c6-f76bf0f00b16 req-ff0e0f20-8426-4b8e-b5e1-17a6edb35969 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404493 Dec 07 15:45:23.563715 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-24b69472-ddda-4986-a0c6-f76bf0f00b16 req-e302de5b-c3af-4a88-a1a1-6367acea620c service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379755 Dec 07 15:45:24.164936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9ac052cd-aa73-485e-9c07-4de5b27ec6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:24.540773 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:45:25.667870 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:26.879148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6e03323e-f2fd-4408-90b7-9b4f75491dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:26.970568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:27.602320 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58760) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:27.758609 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:27.791433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:27.796138 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] Usage tracker for resource:security_group_rule and tenant:c9150c65524a4195bc09a6e9c5e9c684 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:27.799053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:27.805025 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:27.873120 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:27.924602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:27.932199 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1a0eeb79-b307-4d1d-b044-d9d119e90beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:27.974703 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b17d3c7-75ff-415b-9d3f-34dfe56965b4,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:27.979317 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9150c65524a4195bc09a6e9c5e9c684&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3759117 Dec 07 15:45:27.980309 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:27.983218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58766) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:28.045687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-83e22208-7a8b-40f1-80c7-a722d2d1fe62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:28.071811 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-83e22208-7a8b-40f1-80c7-a722d2d1fe62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:28.147710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-83e22208-7a8b-40f1-80c7-a722d2d1fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:28.153187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d46fe79d-5643-46c1-b4af-d68a431c3089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:28.164296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e22208-7a8b-40f1-80c7-a722d2d1fe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b17d3c7-75ff-415b-9d3f-34dfe56965b4,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:28.171247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-83e22208-7a8b-40f1-80c7-a722d2d1fe62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:28.172501 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-83e22208-7a8b-40f1-80c7-a722d2d1fe62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b17d3c7-75ff-415b-9d3f-34dfe56965b4 HTTP/1.1" status: 204 len: 168 time: 0.1888394 Dec 07 15:45:28.173821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-83e22208-7a8b-40f1-80c7-a722d2d1fe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:28.421965 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:28.660664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58778) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:28.681285 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:28.714498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:28.719186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] Usage tracker for resource:security_group_rule and tenant:bd33d6a2d3764b3896aa74b273e13175 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:28.722105 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:28.728353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:28.794471 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:28.821662 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:28.829618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-195ef8f6-23a0-4290-b3bd-e578c1edb8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:28.873525 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a86247-5ed0-40da-9fa9-beec2935128f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:28.874843 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:28.877580 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd33d6a2d3764b3896aa74b273e13175&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2156298 Dec 07 15:45:28.880498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58782) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:28.943141 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8c217e54-f979-4f7b-8c93-97da35a1f584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:28.973699 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8c217e54-f979-4f7b-8c93-97da35a1f584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:29.049876 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8c217e54-f979-4f7b-8c93-97da35a1f584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:29.054854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-373ce6b2-2169-4bbf-91fb-fdbbfbc2c83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:29.066391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c217e54-f979-4f7b-8c93-97da35a1f584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a86247-5ed0-40da-9fa9-beec2935128f,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:29.071249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8c217e54-f979-4f7b-8c93-97da35a1f584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:29.073214 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8c217e54-f979-4f7b-8c93-97da35a1f584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:29.074423 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-8c217e54-f979-4f7b-8c93-97da35a1f584 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24a86247-5ed0-40da-9fa9-beec2935128f HTTP/1.1" status: 204 len: 168 time: 0.1930950 Dec 07 15:45:32.381687 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 58870) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:32.534826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:32.569359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:32.573340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] Usage tracker for resource:security_group_rule and tenant:57a487c4537042d9852c72c3d69312e3 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:32.576742 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:32.582797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:32.651520 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:32.690483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:32.698030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1972c87b-1287-43b6-b9cd-2d84298ec12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:32.742588 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57a487c4537042d9852c72c3d69312e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3597748 Dec 07 15:45:32.743339 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9162ec9-75f3-45ce-a8cc-796d36f7a731,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:32.745513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58878) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:32.746499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:32.809255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7b7cfee8-4746-4dcd-b3dd-59197919e4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:32.837538 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7b7cfee8-4746-4dcd-b3dd-59197919e4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:32.907365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7b7cfee8-4746-4dcd-b3dd-59197919e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:32.912294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7ec68e1c-7fdf-4695-98da-489b5ac2fb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:32.923461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cfee8-4746-4dcd-b3dd-59197919e4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9162ec9-75f3-45ce-a8cc-796d36f7a731,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:32.927131 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7b7cfee8-4746-4dcd-b3dd-59197919e4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:32.930313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7b7cfee8-4746-4dcd-b3dd-59197919e4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:32.931528 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7b7cfee8-4746-4dcd-b3dd-59197919e4dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9162ec9-75f3-45ce-a8cc-796d36f7a731 HTTP/1.1" status: 204 len: 168 time: 0.1849432 Dec 07 15:45:33.413883 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58888) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:33.435063 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:33.471736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:33.476177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd1a346bc5849f28338296bb84faddc is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:33.479110 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:33.485887 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:33.552408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:33.593339 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:33.601493 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0121c292-2fe3-4964-bfd3-adb32a8919ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:33.645478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7442866b-b8ad-465b-a155-c3deb785c50b,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:33.648701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:33.652643 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bd1a346bc5849f28338296bb84faddc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2374053 Dec 07 15:45:33.654681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58894) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:33.717879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-592983b4-7b5f-4681-96c4-bfa5596dc315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:33.743864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-592983b4-7b5f-4681-96c4-bfa5596dc315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:33.810716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-592983b4-7b5f-4681-96c4-bfa5596dc315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:33.815528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-77a982be-e9ac-4979-97b2-88c5015e60f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:33.831313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592983b4-7b5f-4681-96c4-bfa5596dc315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7442866b-b8ad-465b-a155-c3deb785c50b,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:33.834401 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-592983b4-7b5f-4681-96c4-bfa5596dc315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:33.836317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-592983b4-7b5f-4681-96c4-bfa5596dc315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:33.837527 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-592983b4-7b5f-4681-96c4-bfa5596dc315 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7442866b-b8ad-465b-a155-c3deb785c50b HTTP/1.1" status: 204 len: 168 time: 0.1815176 Dec 07 15:45:35.457571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 58930) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:35.609423 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:35.642210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:35.646185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] Usage tracker for resource:security_group_rule and tenant:19ec6a31ec3d4353860c74397c79f091 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:35.649134 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:35.655272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:35.722890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:35.747349 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:35.754629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-cec06b1f-1923-4864-9908-7576981174a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:35.799322 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19ec6a31ec3d4353860c74397c79f091&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3405831 Dec 07 15:45:35.800144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67430da-37c6-4640-9121-93601c3abf67,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:35.802176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 58938) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:35.803235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:35.868378 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e40a5528-9979-4c81-9b4c-21fe437c6870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:35.898829 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e40a5528-9979-4c81-9b4c-21fe437c6870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:35.975932 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e40a5528-9979-4c81-9b4c-21fe437c6870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:35.979725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c52e9f25-6f3e-445a-a1d6-b44aaa74cf48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:35.994053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a5528-9979-4c81-9b4c-21fe437c6870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67430da-37c6-4640-9121-93601c3abf67,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:35.998563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e40a5528-9979-4c81-9b4c-21fe437c6870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:36.004002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e40a5528-9979-4c81-9b4c-21fe437c6870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:36.005235 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-e40a5528-9979-4c81-9b4c-21fe437c6870 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b67430da-37c6-4640-9121-93601c3abf67 HTTP/1.1" status: 204 len: 168 time: 0.2018244 Dec 07 15:45:41.213500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:47.444918 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59100) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:47.596524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:47.628728 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:47.632728 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc293980e2d4add81428d9ccf1b134c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:47.635622 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:47.642212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:47.709206 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:47.741248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:47.749270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32bcd2d7-d0ef-4271-ab39-6f832e60153d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:47.797260 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9fc293980e2d4add81428d9ccf1b134c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3510740 Dec 07 15:45:47.798010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d6da27-5c95-4607-b1a9-464b407a24ea,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:47.800879 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59106) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:47.801338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:47.864605 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1e41900d-6c9a-4b36-baae-5d92abe721e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:47.891992 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1e41900d-6c9a-4b36-baae-5d92abe721e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:47.964444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1e41900d-6c9a-4b36-baae-5d92abe721e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:47.969735 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-41e2c969-a042-4a27-a1ea-2804e93b3e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:47.980570 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41900d-6c9a-4b36-baae-5d92abe721e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d6da27-5c95-4607-b1a9-464b407a24ea,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:47.983373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1e41900d-6c9a-4b36-baae-5d92abe721e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:47.989356 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1e41900d-6c9a-4b36-baae-5d92abe721e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:47.990567 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1e41900d-6c9a-4b36-baae-5d92abe721e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84d6da27-5c95-4607-b1a9-464b407a24ea HTTP/1.1" status: 204 len: 168 time: 0.1885982 Dec 07 15:45:48.556689 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59118) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:48.577317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e70f520f-502f-4752-9433-d4097c9df9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:48.612016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e70f520f-502f-4752-9433-d4097c9df9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:48.615935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e70f520f-502f-4752-9433-d4097c9df9b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e6ae204ef2824b79aa17de9fb805980d is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:48.618788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-e70f520f-502f-4752-9433-d4097c9df9b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:48.625479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-e70f520f-502f-4752-9433-d4097c9df9b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:48.696423 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e70f520f-502f-4752-9433-d4097c9df9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:48.724501 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e70f520f-502f-4752-9433-d4097c9df9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:48.732251 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a2d876c3-4626-4cc7-a899-0c925fbf6d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:48.775906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f520f-502f-4752-9433-d4097c9df9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734ebe8d-451a-4bf2-b40d-11ea5bca3462,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:48.779161 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e70f520f-502f-4752-9433-d4097c9df9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:48.781641 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-e70f520f-502f-4752-9433-d4097c9df9b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6ae204ef2824b79aa17de9fb805980d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2238562 Dec 07 15:45:48.784739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59122) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:48.847207 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0349efeb-c74a-4b78-89a0-619574dd09b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:48.876081 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0349efeb-c74a-4b78-89a0-619574dd09b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:48.970276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0349efeb-c74a-4b78-89a0-619574dd09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:48.975894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8c7ca34b-53ed-4148-9b8a-2b1c6cd60e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:48.992529 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349efeb-c74a-4b78-89a0-619574dd09b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734ebe8d-451a-4bf2-b40d-11ea5bca3462,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:48.994963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0349efeb-c74a-4b78-89a0-619574dd09b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:48.999594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0349efeb-c74a-4b78-89a0-619574dd09b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:49.003228 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0349efeb-c74a-4b78-89a0-619574dd09b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/734ebe8d-451a-4bf2-b40d-11ea5bca3462 HTTP/1.1" status: 204 len: 168 time: 0.2149911 Dec 07 15:45:49.534777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59134) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:49.554782 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:49.587715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:49.592167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a23c0cd053884fc49c6ffa77c32236ad is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:49.595262 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:49.601691 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:49.670128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:49.695539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:49.703590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-277269c2-75e4-4509-ac5b-6b429e863919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:49.745360 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfbfad5-5ef3-4b87-99e8-53eeb6548add,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:49.748847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:49.751562 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a23c0cd053884fc49c6ffa77c32236ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2156415 Dec 07 15:45:49.754444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59138) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:49.816573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-99d0d5d7-6f4f-42df-929c-499d12e6e9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:49.844768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-99d0d5d7-6f4f-42df-929c-499d12e6e9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:49.947500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-99d0d5d7-6f4f-42df-929c-499d12e6e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:49.953445 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-771c36a1-c448-4452-93f6-f208159e62ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:49.964325 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0d5d7-6f4f-42df-929c-499d12e6e9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfbfad5-5ef3-4b87-99e8-53eeb6548add,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:49.966900 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-99d0d5d7-6f4f-42df-929c-499d12e6e9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:49.973048 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-99d0d5d7-6f4f-42df-929c-499d12e6e9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:49.974299 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-99d0d5d7-6f4f-42df-929c-499d12e6e9ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6dfbfad5-5ef3-4b87-99e8-53eeb6548add HTTP/1.1" status: 204 len: 168 time: 0.2190397 Dec 07 15:45:51.018542 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59164) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:51.159629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-881815028-network', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:45:51.164742 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:51.168725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Usage tracker for resource:network and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:51.172270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:51.178306 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:51.210194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Made reservation on behalf of 4e48c90c5cab47ee9df1bb54a950e17c for: {'network': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:45:51.215335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:51.229421 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:51.262971 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:51.267117 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Usage tracker for resource:security_group_rule and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:51.270009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:51.275914 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:51.341821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:51.375774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:51.379888 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-68aeea02-8b55-4006-979b-3cf4a66da1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:51.407551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:45:51.417291 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9d74da-874d-448b-ba6e-c4fdbbb4f6a3,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:51.420823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:51.457642 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:51.458035 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Added segment d5e13f9b-748a-4d7c-9d5a-e400901a049a of type vlan for network cadde7b5-73bc-4dc8-9857-87a1833a34ca Dec 07 15:45:51.487581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:51.541469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:51.542740 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:45:51.543372 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:51.549047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:51.652893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Pushing event updated for resources: {'Network': ['ID=cadde7b5-73bc-4dc8-9857-87a1833a34ca,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:51.658887 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:51.664168 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network cadde7b5-73bc-4dc8-9857-87a1833a34ca details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:45:51.690841 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0a7efd32-8407-4ffb-9147-7624129771f8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6711116 Dec 07 15:45:51.694079 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59174) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:51.700230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Request body: {'subnet': {'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-881815028-subnet', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'ip_version': 4}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:45:51.705712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:51.709892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Usage tracker for resource:subnet and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:51.713120 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:51.719809 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:51.753885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Made reservation on behalf of 4e48c90c5cab47ee9df1bb54a950e17c for: {'subnet': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:45:51.758821 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6294512'] for subnet, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:52.108165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1480711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6294497'] for subnet, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:52.113237 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:52.189338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=501cf175-0b5d-434d-9162-e8df8d0d0b8f,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:52.192909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:52.199957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Checking segment: {'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:45:52.200345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Network hostable DHCP agents. Network: cadde7b5-73bc-4dc8-9857-87a1833a34ca, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:45:52.249988 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Network cadde7b5-73bc-4dc8-9857-87a1833a34ca is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:45:52.284355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, cadde7b5-73bc-4dc8-9857-87a1833a34ca) {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:45:52.288551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:45:52.289228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:52.293739 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47936095-53c5-40b8-a062-6011f0d7d21a None None] Network cadde7b5-73bc-4dc8-9857-87a1833a34ca requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:45:52.344890 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-76d1d725-c0f8-42e2-a158-1ea7e0005030 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6472435 Dec 07 15:45:52.345219 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59180) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:52.351188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-881815028-router', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:45:52.356144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:52.360328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Usage tracker for resource:router and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:52.363262 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:52.369502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:52.409652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40272'] for router, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:52.410710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852960750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852839707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735528'] for router, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:52.429014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:52.518065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc110c0ec-7939-5521-b21e-7fb3f200a396-cadde7b5-73bc-4dc8-9857-87a1833a34ca', 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'fixed_ips': [{'subnet_id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f'}]}} from dv-cinder-820628-1-iscsi. {{(pid=88288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:45:52.518990 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:52.617166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:52.686216 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Allocated IP 172.20.0.2 (cadde7b5-73bc-4dc8-9857-87a1833a34ca/501cf175-0b5d-434d-9162-e8df8d0d0b8f/f90d3778-2e95-4b5f-8920-f4352a4e6064) {{(pid=88288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:45:52.866270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:52.898324 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:52.913439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Notify callbacks [] for port, precommit_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:53.000124 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Transition to ACTIVE for port object f90d3778-2e95-4b5f-8920-f4352a4e6064 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:45:53.019794 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Transition to ACTIVE for port object f90d3778-2e95-4b5f-8920-f4352a4e6064 will not be triggered until provisioned by entity DHCP. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:45:53.096548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:53.103194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0f12abbb-45b6-4390-a1c8-5db815aad4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:53.173194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Network cadde7b5-73bc-4dc8-9857-87a1833a34ca is already hosted by enough agents. {{(pid=88288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:45:53.176600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Resources bound (agent type, host, resource id): {{(pid=88288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:45:53.179271 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Received port after_create {{(pid=88288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:45:53.182255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Pushing event updated for resources: {'Port': ['ID=f90d3778-2e95-4b5f-8920-f4352a4e6064,revision_number=1']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:53.185479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Allocated IP 172.27.1.156 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:45:53.224403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.224787 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.225212 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.225602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.225979 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.226359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.226733 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.227106 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.227476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.228017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.228389 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:45:53.232754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:53.293284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Attempting to bind port f90d3778-2e95-4b5f-8920-f4352a4e6064 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:45:53.293712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Attempting to bind port f90d3778-2e95-4b5f-8920-f4352a4e6064 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:45:53.294121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Attempting to bind port f90d3778-2e95-4b5f-8920-f4352a4e6064 on network cadde7b5-73bc-4dc8-9857-87a1833a34ca {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:45:53.303124 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:45:53.303547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Checking segment: {'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:45:53.304006 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:53.304450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Bound using segment: {'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:45:53.304980 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Bound port: f90d3778-2e95-4b5f-8920-f4352a4e6064, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:45:53.305428 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:53.406625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] For port f90d3778-2e95-4b5f-8920-f4352a4e6064, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:45:53.410547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] For port f90d3778-2e95-4b5f-8920-f4352a4e6064, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=f90d3778-2e95-4b5f-8920-f4352a4e6064,segment=NetworkSegment(d5e13f9b-748a-4d7c-9d5a-e400901a049a),segment_id=d5e13f9b-748a-4d7c-9d5a-e400901a049a)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:45:53.449433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:53.454359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:53.555701 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Pushing event updated for resources: {'Port': ['ID=f90d3778-2e95-4b5f-8920-f4352a4e6064,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:53.558969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ed4d2be2-704f-44ba-af8a-0aa712f7ab6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:53.566715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:53.616386 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:53.620893 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:53.696583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:45:53.700045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:45:53.702335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Pushing event updated for resources: {'Port': ['ID=7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:53.704602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:45:53.731128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:53.904882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:53.905757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096'] for router, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:54.118973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-00921d25-7208-4b61-b410-db24bde22f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:54.181447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Router b1496142-1056-4846-a488-c43cff9ca16e is scheduled to L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 with binding_index 1 {{(pid=88287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:45:54.387476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:45:54.399591 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Sync routers for ids ['b1496142-1056-4846-a488-c43cff9ca16e'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:45:54.413409 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Routers {'b1496142-1056-4846-a488-c43cff9ca16e'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:45:54.414124 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:45:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['b1496142-1056-4846-a488-c43cff9ca16e'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:54.450158 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Notify callbacks [] for router, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:54.454774 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1058190 Dec 07 15:45:54.455097 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59192) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:54.606427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Set router b1496142-1056-4846-a488-c43cff9ca16e gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:45:54.877275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device f90d3778-2e95-4b5f-8920-f4352a4e6064 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:45:55.136790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port f90d3778-2e95-4b5f-8920-f4352a4e6064 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:45:55.189997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'name': 'tempest-TestVolumeBootPattern-881815028-router', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:53Z', 'revision_number': 3, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'gw_port': {'id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:55.194277 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Checking router: b1496142-1056-4846-a488-c43cff9ca16e for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:45:55.194712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Updating router b1496142-1056-4846-a488-c43cff9ca16e port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b binding host dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:45:55.253935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:55.283329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d2a6e-4df9-400e-94f3-5d8c0153b5b4 None None] Network cadde7b5-73bc-4dc8-9857-87a1833a34ca requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:45:55.307310 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:55.494858 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-84ef5ca7-95b5-4891-a2d1-4a2e929bc00d None None] Provisioning for port f90d3778-2e95-4b5f-8920-f4352a4e6064 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:45:55.518629 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-84ef5ca7-95b5-4891-a2d1-4a2e929bc00d None None] Provisioning complete for port f90d3778-2e95-4b5f-8920-f4352a4e6064 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:45:55.518946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84ef5ca7-95b5-4891-a2d1-4a2e929bc00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:55.527614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Allocated IP 172.20.0.1 (cadde7b5-73bc-4dc8-9857-87a1833a34ca/501cf175-0b5d-434d-9162-e8df8d0d0b8f/b38c8882-3832-4c36-8a78-287c511eff57) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:45:55.782778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:55.785375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:55.802042 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Transition to ACTIVE for port object b38c8882-3832-4c36-8a78-287c511eff57 will not be triggered until provisioned by entity DHCP. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:45:55.845015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:55.850176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-296f985c-483e-43c5-9d27-a47817240868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:55.887228 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84ef5ca7-95b5-4891-a2d1-4a2e929bc00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:55.923256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Network cadde7b5-73bc-4dc8-9857-87a1833a34ca is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:45:55.926231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:45:55.930717 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:45:55.957675 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b38c8882-3832-4c36-8a78-287c511eff57,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:55.962970 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:55.989313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746805'] for router_interface, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.000727 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-84ef5ca7-95b5-4891-a2d1-4a2e929bc00d None None] For port f90d3778-2e95-4b5f-8920-f4352a4e6064, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=f90d3778-2e95-4b5f-8920-f4352a4e6064,segment=NetworkSegment(d5e13f9b-748a-4d7c-9d5a-e400901a049a),segment_id=d5e13f9b-748a-4d7c-9d5a-e400901a049a)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:45:56.039180 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-84ef5ca7-95b5-4891-a2d1-4a2e929bc00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.042006 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:56.092353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Notify callbacks [] for port, precommit_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.116434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Transition to ACTIVE for port object 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:45:56.130050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef5ca7-95b5-4891-a2d1-4a2e929bc00d None None] Pushing event updated for resources: {'Port': ['ID=f90d3778-2e95-4b5f-8920-f4352a4e6064,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:56.133358 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-84ef5ca7-95b5-4891-a2d1-4a2e929bc00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:56.148854 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.154003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:56.178012 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.250645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Attempting to bind port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:45:56.251205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Attempting to bind port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:45:56.251417 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Attempting to bind port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b on network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:45:56.254399 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca3dea-6a12-4b91-a0a5-594802c393bd None None] Pushing event updated for resources: {'Port': ['ID=7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:56.258165 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e3ca3dea-6a12-4b91-a0a5-594802c393bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:56.261966 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:45:56.262366 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:45:56.262957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.263863 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Bound using segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:45:56.264547 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Bound port: 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:45:56.264946 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.344929 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] For port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:45:56.349298 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] For port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:45:56.367270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-4fc0edb2-c0ca-4a47-af2a-f637ff1791d9 None None] Provisioning complete for port f90d3778-2e95-4b5f-8920-f4352a4e6064 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:45:56.367532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4fc0edb2-c0ca-4a47-af2a-f637ff1791d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.397413 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.416016 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:56.442943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.473756 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853294924'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.504795 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-31417fbf-3222-4e6f-8ae5-8addf50fe57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:56.522878 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca3dea-6a12-4b91-a0a5-594802c393bd None None] Pushing event updated for resources: {'Port': ['ID=7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:56.526168 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e3ca3dea-6a12-4b91-a0a5-594802c393bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:56.528053 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Routers {'b1496142-1056-4846-a488-c43cff9ca16e'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:45:56.528744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:45:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['b1496142-1056-4846-a488-c43cff9ca16e'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:56.588064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3045941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853029102'] for router_interface, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:56.592279 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b38c8882-3832-4c36-8a78-287c511eff57,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:56.595569 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:56.898521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device f90d3778-2e95-4b5f-8920-f4352a4e6064 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:45:56.981571 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Network cadde7b5-73bc-4dc8-9857-87a1833a34ca is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:45:56.983100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:45:57.041944 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] Set router b1496142-1056-4846-a488-c43cff9ca16e gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:45:57.086894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ef81675-6222-4f58-a8b5-182d723b88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:57.103089 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:57.118813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port f90d3778-2e95-4b5f-8920-f4352a4e6064 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:45:57.119235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:57.281935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-0758c571-b592-47b2-86f3-46ac07c54583 None None] Provisioning for port b38c8882-3832-4c36-8a78-287c511eff57 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:45:57.301217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-0758c571-b592-47b2-86f3-46ac07c54583 None None] Provisioning complete for port b38c8882-3832-4c36-8a78-287c511eff57 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:45:57.301645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0758c571-b592-47b2-86f3-46ac07c54583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:57.409609 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Router b1496142-1056-4846-a488-c43cff9ca16e has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:45:57.477851 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-0758c571-b592-47b2-86f3-46ac07c54583 None None] Port b38c8882-3832-4c36-8a78-287c511eff57 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:45:57.598790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'name': 'tempest-TestVolumeBootPattern-881815028-router', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:56Z', 'revision_number': 4, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'gw_port': {'id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'b38c8882-3832-4c36-8a78-287c511eff57', 'name': '', 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'mac_address': 'fa:16:3e:95:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:55Z', 'updated_at': '2021-12-07T15:45:56Z', 'revision_number': 2, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'subnets': [{'id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:45:57.604127 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b455e42-ab03-4403-81a9-9a6e115b0617 None None] The sync data for ids ['b1496142-1056-4846-a488-c43cff9ca16e'] in dv-cinder-820628-1-iscsi is: [{'id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'name': 'tempest-TestVolumeBootPattern-881815028-router', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:56Z', 'revision_number': 4, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'gw_port': {'id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'b38c8882-3832-4c36-8a78-287c511eff57', 'name': '', 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'mac_address': 'fa:16:3e:95:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:55Z', 'updated_at': '2021-12-07T15:45:56Z', 'revision_number': 2, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'subnets': [{'id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:45:57.612954 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-3f1d895f-de24-49ed-94bb-d2412fcf8574 None None] Provisioning complete for port b38c8882-3832-4c36-8a78-287c511eff57 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:45:57.613419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3f1d895f-de24-49ed-94bb-d2412fcf8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:57.627326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:45:57.636803 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-a3d87ffd-ee0f-486b-89df-d7eaef8492c1 admin admin] 10.222.0.64 "PUT /v2.0/routers/b1496142-1056-4846-a488-c43cff9ca16e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1803584 Dec 07 15:45:57.672091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d895f-de24-49ed-94bb-d2412fcf8574 None None] Port b38c8882-3832-4c36-8a78-287c511eff57 cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:45:58.433813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:58.692969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59228) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:58.699248 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-783829179-network', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:45:58.704508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:58.708743 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Usage tracker for resource:network and tenant:b6dea713e9ec416dbb57699ed20c3dbc is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:58.711681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:58.718060 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:58.758551 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Made reservation on behalf of b6dea713e9ec416dbb57699ed20c3dbc for: {'network': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:45:58.764359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for network, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:58.778416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:58.802696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:45:58.818512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:58.822684 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Usage tracker for resource:security_group_rule and tenant:b6dea713e9ec416dbb57699ed20c3dbc is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:58.826230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:58.834669 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:58.914449 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:58.915709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:45:58.922496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:45:58.926313 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:58.976241 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:58.982631 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1e41900d-6c9a-4b36-baae-5d92abe721e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:59.012561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:45:59.022656 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4cc647-ca28-45cc-8cc4-7091715bd64b,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:59.025923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:59.032654 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:59.033575 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.segments_db [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Added segment dfad4cbb-92eb-47e3-a015-3713748e9464 of type vlan for network f3879a8f-7805-41df-bc80-891988ff72da Dec 07 15:45:59.053136 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:59.064921 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751000940881'] for network, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:59.071665 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:45:59.118989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:59.120985 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:59.147459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924'] for network, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:59.148788 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:45:59.149470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:59.155030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:59.192786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:59.196342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:59.263818 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Pushing event updated for resources: {'Network': ['ID=f3879a8f-7805-41df-bc80-891988ff72da,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:59.272522 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:59.274565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Network f3879a8f-7805-41df-bc80-891988ff72da details requested by agent ovs-agent-dv-cinder-820628-1-iscsi with host dv-cinder-820628-1-iscsi {{(pid=88288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:45:59.287882 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5911736 Dec 07 15:45:59.288296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59234) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:59.294682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Request body: {'subnet': {'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-783829179-subnet', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'ip_version': 4}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:45:59.299922 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:59.304086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Usage tracker for resource:subnet and tenant:b6dea713e9ec416dbb57699ed20c3dbc is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:59.307192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:59.315867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:59.352600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Made reservation on behalf of b6dea713e9ec416dbb57699ed20c3dbc for: {'subnet': 1} {{(pid=88286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:45:59.358785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847983878'] for subnet, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:59.609953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848302636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847983893'] for subnet, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:59.614833 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6c6c9aef-3768-4def-b17c-8640c4f0f41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:45:59.696177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:45:59.699144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:45:59.710637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Checking segment: {'id': 'dfad4cbb-92eb-47e3-a015-3713748e9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:45:59.711037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Network hostable DHCP agents. Network: f3879a8f-7805-41df-bc80-891988ff72da, hostable agents: ['8c22a496-0cf9-4829-8ea2-07871df95252'], hosted agents: [] {{(pid=88286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:45:59.758323 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Network f3879a8f-7805-41df-bc80-891988ff72da is scheduled to be hosted by DHCP agent 8c22a496-0cf9-4829-8ea2-07871df95252 with binding_index 1 {{(pid=88286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:45:59.792398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-iscsi, f3879a8f-7805-41df-bc80-891988ff72da) {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:45:59.797508 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:45:59.798163 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:59.802734 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec520e5-39cb-4c73-8c61-893b609dae2b None None] Network f3879a8f-7805-41df-bc80-891988ff72da requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:45:59.844879 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5f2341b3-e641-4cf4-b5f7-0b711ab8c2d7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5553844 Dec 07 15:45:59.848057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59240) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:45:59.853680 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-783829179-router', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:45:59.858941 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:45:59.863091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Usage tracker for resource:router and tenant:b6dea713e9ec416dbb57699ed20c3dbc is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:45:59.866047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:45:59.872090 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:45:59.901498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1815216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40272'] for router, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:45:59.902846 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852960750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852839707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735528'] for router, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.032951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc110c0ec-7939-5521-b21e-7fb3f200a396-f3879a8f-7805-41df-bc80-891988ff72da', 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'fixed_ips': [{'subnet_id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7'}]}} from dv-cinder-820628-1-iscsi. {{(pid=88288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:46:00.034036 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.038064 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.222927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745751', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735543'] for router, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.228179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Allocated IP 172.20.0.2 (f3879a8f-7805-41df-bc80-891988ff72da/8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7/bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9) {{(pid=88288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:46:00.446337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.447934 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.457122 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Transition to ACTIVE for port object bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:46:00.476550 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Transition to ACTIVE for port object bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 will not be triggered until provisioned by entity DHCP. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:46:00.480318 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.501297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577'] for port, after_create {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.506480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2e3a6e25-c46e-466e-92ed-e3c9e9dce4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:00.573442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Network f3879a8f-7805-41df-bc80-891988ff72da is already hosted by enough agents. {{(pid=88288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:46:00.577027 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Resources bound (agent type, host, resource id): {{(pid=88288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:46:00.581663 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Received port after_create {{(pid=88288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:46:00.583799 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Pushing event updated for resources: {'Port': ['ID=bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9,revision_number=1']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:00.586897 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:00.630985 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Allocated IP 172.27.1.180 (2d1bf728-0bb6-4fdd-ab6b-a46c440efedb/f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d/99cce3e9-3f66-4f19-a44e-48a22f5b2914) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:46:00.679583 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Attempting to bind port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:46:00.680033 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Attempting to bind port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'dfad4cbb-92eb-47e3-a015-3713748e9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:46:00.680424 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Attempting to bind port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 on network f3879a8f-7805-41df-bc80-891988ff72da {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:46:00.687465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:46:00.687895 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Checking segment: {'id': 'dfad4cbb-92eb-47e3-a015-3713748e9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:46:00.688347 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.688793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Bound using segment: {'id': 'dfad4cbb-92eb-47e3-a015-3713748e9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:46:00.689337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Bound port: bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad4cbb-92eb-47e3-a015-3713748e9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:46:00.689767 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.779899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:46:00.832911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] For port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:46:00.848714 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] For port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9,segment=NetworkSegment(dfad4cbb-92eb-47e3-a015-3713748e9464),segment_id=dfad4cbb-92eb-47e3-a015-3713748e9464)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:46:00.870600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:00.871037 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.913650 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:00.921772 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f7c6550c-03d9-46bf-bc00-857b7d47cc16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:01.019869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Pushing event updated for resources: {'Port': ['ID=bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:01.020520 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:01.023331 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:01.079096 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:01.083904 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1d6a12a0-df98-418d-92a1-b8e5950f8e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:01.171419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:46:01.174678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:46:01.179409 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:46:01.209252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Pushing event updated for resources: {'Port': ['ID=99cce3e9-3f66-4f19-a44e-48a22f5b2914,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:01.214783 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:01.376007 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Sync routers for ids ['b1496142-1056-4846-a488-c43cff9ca16e'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:46:01.393359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Routers {'b1496142-1056-4846-a488-c43cff9ca16e'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:46:01.394056 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:45:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['b1496142-1056-4846-a488-c43cff9ca16e'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:01.399652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:01.400597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852960600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853030096'] for router, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:01.567416 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:46:01.595667 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Set router b1496142-1056-4846-a488-c43cff9ca16e gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:46:01.712746 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Router 6cff76fe-54de-4dfb-a214-07349174f1dc is scheduled to L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 with binding_index 1 {{(pid=88286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:46:01.922713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:46:01.925596 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'name': 'tempest-TestVolumeBootPattern-881815028-router', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:56Z', 'revision_number': 4, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'gw_port': {'id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'b38c8882-3832-4c36-8a78-287c511eff57', 'name': '', 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'mac_address': 'fa:16:3e:95:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:55Z', 'updated_at': '2021-12-07T15:45:56Z', 'revision_number': 2, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'subnets': [{'id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:01.930887 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Checking router: b1496142-1056-4846-a488-c43cff9ca16e for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:46:01.931396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Updating router b1496142-1056-4846-a488-c43cff9ca16e port b38c8882-3832-4c36-8a78-287c511eff57 binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:46:01.932456 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43371810-4073-41a7-b900-708104571860 None None] Sync routers for ids ['6cff76fe-54de-4dfb-a214-07349174f1dc'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:46:01.945668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43371810-4073-41a7-b900-708104571860 None None] Routers {'6cff76fe-54de-4dfb-a214-07349174f1dc'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:46:01.946348 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-43371810-4073-41a7-b900-708104571860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:45:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['6cff76fe-54de-4dfb-a214-07349174f1dc'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:01.970144 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] Notify callbacks [] for router, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:01.974516 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-18e418a1-b79a-471a-b46b-648a3863fb63 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1224911 Dec 07 15:46:01.974837 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59252) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:01.990924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:02.151146 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-43371810-4073-41a7-b900-708104571860 None None] Set router 6cff76fe-54de-4dfb-a214-07349174f1dc gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:46:02.436904 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:02.453124 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Transition to ACTIVE for port object b38c8882-3832-4c36-8a78-287c511eff57 will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:46:02.507644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:02.514205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0fb3ed1e-c964-4e23-b079-7eb1378ff78f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:02.657483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Pushing event updated for resources: {'Port': ['ID=b38c8882-3832-4c36-8a78-287c511eff57,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:02.674398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.674796 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.675181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.675561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.675945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.676326 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.676864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.677282 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.677657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.678026 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.678394 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:02.711845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:02.791900 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Attempting to bind port b38c8882-3832-4c36-8a78-287c511eff57 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:46:02.792375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Attempting to bind port b38c8882-3832-4c36-8a78-287c511eff57 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:46:02.792702 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Attempting to bind port b38c8882-3832-4c36-8a78-287c511eff57 on network cadde7b5-73bc-4dc8-9857-87a1833a34ca {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:46:02.798408 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-43371810-4073-41a7-b900-708104571860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'name': 'tempest-TestVolumeBootPattern-783829179-router', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:59Z', 'updated_at': '2021-12-07T15:46:01Z', 'revision_number': 3, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'gw_port': {'id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:00Z', 'updated_at': '2021-12-07T15:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:02.809532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43371810-4073-41a7-b900-708104571860 None None] Checking router: 6cff76fe-54de-4dfb-a214-07349174f1dc for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:46:02.810605 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43371810-4073-41a7-b900-708104571860 None None] Updating router 6cff76fe-54de-4dfb-a214-07349174f1dc port 99cce3e9-3f66-4f19-a44e-48a22f5b2914 binding host dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:46:02.812375 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:46:02.812808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Checking segment: {'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:46:02.813301 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:02.813750 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Bound using segment: {'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:46:02.814618 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Bound port: b38c8882-3832-4c36-8a78-287c511eff57, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:46:02.815050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:02.855047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bacd7a1-c74c-4019-ab25-3b2f41e57e34 None None] Network f3879a8f-7805-41df-bc80-891988ff72da requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:46:02.919300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:46:02.966951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] For port b38c8882-3832-4c36-8a78-287c511eff57, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:46:02.968885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:02.971154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] For port b38c8882-3832-4c36-8a78-287c511eff57, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=b38c8882-3832-4c36-8a78-287c511eff57,segment=NetworkSegment(d5e13f9b-748a-4d7c-9d5a-e400901a049a),segment_id=d5e13f9b-748a-4d7c-9d5a-e400901a049a)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:46:03.000015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.006716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:03.036770 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-43371810-4073-41a7-b900-708104571860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.103217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-83c4ae90-a74b-481a-8cb4-97fbe6dbb38d None None] Provisioning for port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:46:03.117264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Pushing event updated for resources: {'Port': ['ID=b38c8882-3832-4c36-8a78-287c511eff57,revision_number=4']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:03.120839 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e52fd6d2-f710-4b54-9568-d688848c59e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:03.125499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Routers {'b1496142-1056-4846-a488-c43cff9ca16e'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:46:03.126181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:45:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['b1496142-1056-4846-a488-c43cff9ca16e'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:03.245967 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Allocated IP 172.20.0.1 (f3879a8f-7805-41df-bc80-891988ff72da/8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7/668ee627-b52c-434c-b54d-cf6c8329b6fd) {{(pid=88286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:46:03.328319 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:46:03.384594 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] Set router b1496142-1056-4846-a488-c43cff9ca16e gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:46:03.430083 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.449851 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Transition to ACTIVE for port object 668ee627-b52c-434c-b54d-cf6c8329b6fd will not be triggered until provisioned by entity DHCP. {{(pid=88286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:46:03.451864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:03.452465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.519303 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.525327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6fdc74d0-7f57-4296-b5cd-ce9058f99304 tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:03.587797 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Network f3879a8f-7805-41df-bc80-891988ff72da is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:46:03.593815 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:46:03.597863 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Received port after_create {{(pid=88286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:46:03.639753 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Pushing event updated for resources: {'Port': ['ID=668ee627-b52c-434c-b54d-cf6c8329b6fd,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:03.643911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:03.664238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746805'] for router_interface, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.739451 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.766123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-43371810-4073-41a7-b900-708104571860 None None] Notify callbacks [] for port, precommit_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.779864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'name': 'tempest-TestVolumeBootPattern-881815028-router', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:56Z', 'revision_number': 4, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'gw_port': {'id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'b38c8882-3832-4c36-8a78-287c511eff57', 'name': '', 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'mac_address': 'fa:16:3e:95:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:55Z', 'updated_at': '2021-12-07T15:46:02Z', 'revision_number': 4, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'subnets': [{'id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:03.782015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.785342 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc16f4-2fb6-4a82-819f-e8e95710c3e5 None None] The sync data for ids ['b1496142-1056-4846-a488-c43cff9ca16e'] in dv-cinder-820628-1-iscsi is: [{'id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'name': 'tempest-TestVolumeBootPattern-881815028-router', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:56Z', 'revision_number': 4, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'gw_port': {'id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': 'b38c8882-3832-4c36-8a78-287c511eff57', 'name': '', 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'mac_address': 'fa:16:3e:95:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:55Z', 'updated_at': '2021-12-07T15:46:02Z', 'revision_number': 4, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'subnets': [{'id': '501cf175-0b5d-434d-9162-e8df8d0d0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:46:03.789553 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-43371810-4073-41a7-b900-708104571860 None None] Transition to ACTIVE for port object 99cce3e9-3f66-4f19-a44e-48a22f5b2914 will not be triggered until provisioned by entity L2. {{(pid=88288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:46:03.800563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9,segment=NetworkSegment(dfad4cbb-92eb-47e3-a015-3713748e9464),segment_id=dfad4cbb-92eb-47e3-a015-3713748e9464)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:03.838512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-43371810-4073-41a7-b900-708104571860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.844859 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:03.901116 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:03.939706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-43371810-4073-41a7-b900-708104571860 None None] Attempting to bind port 99cce3e9-3f66-4f19-a44e-48a22f5b2914 on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:46:03.940285 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-43371810-4073-41a7-b900-708104571860 None None] Attempting to bind port 99cce3e9-3f66-4f19-a44e-48a22f5b2914 by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:46:03.940807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43371810-4073-41a7-b900-708104571860 None None] Attempting to bind port 99cce3e9-3f66-4f19-a44e-48a22f5b2914 on network 2d1bf728-0bb6-4fdd-ab6b-a46c440efedb {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:46:03.952645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887948b5-9dd9-4874-8af8-baa004b5230c None None] Pushing event updated for resources: {'Port': ['ID=99cce3e9-3f66-4f19-a44e-48a22f5b2914,revision_number=2']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:03.956135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-887948b5-9dd9-4874-8af8-baa004b5230c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:03.961850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:04.025892 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43371810-4073-41a7-b900-708104571860 None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:46:04.026262 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43371810-4073-41a7-b900-708104571860 None None] Checking segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:46:04.026726 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-43371810-4073-41a7-b900-708104571860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:04.027182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43371810-4073-41a7-b900-708104571860 None None] Bound using segment: {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'} {{(pid=88288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:46:04.027867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-43371810-4073-41a7-b900-708104571860 None None] Bound port: 99cce3e9-3f66-4f19-a44e-48a22f5b2914, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb'}}] {{(pid=88288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:46:04.028299 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-43371810-4073-41a7-b900-708104571860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:04.098472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:04.129823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6473063'] for port, after_update {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:04.145051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-23daa591-eacf-4b9f-a88d-01199b259239 None None] Provisioning complete for port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:04.145499 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-23daa591-eacf-4b9f-a88d-01199b259239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:04.164489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3a23e5ad-c27f-4f71-8935-ba992ac39efd tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:04.175005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:04.184592 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:04.215671 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-43371810-4073-41a7-b900-708104571860 None None] For port 99cce3e9-3f66-4f19-a44e-48a22f5b2914, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:46:04.221019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-43371810-4073-41a7-b900-708104571860 None None] For port 99cce3e9-3f66-4f19-a44e-48a22f5b2914, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=99cce3e9-3f66-4f19-a44e-48a22f5b2914,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:46:04.264084 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3045941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853029102'] for router_interface, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:04.268182 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-43371810-4073-41a7-b900-708104571860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:04.270041 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Pushing event updated for resources: {'Port': ['ID=668ee627-b52c-434c-b54d-cf6c8329b6fd,revision_number=2']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:04.275491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:04.287659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:04.385850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887948b5-9dd9-4874-8af8-baa004b5230c None None] Pushing event updated for resources: {'Port': ['ID=99cce3e9-3f66-4f19-a44e-48a22f5b2914,revision_number=3']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:04.390977 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-887948b5-9dd9-4874-8af8-baa004b5230c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:04.393469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43371810-4073-41a7-b900-708104571860 None None] Routers {'6cff76fe-54de-4dfb-a214-07349174f1dc'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:46:04.394148 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-43371810-4073-41a7-b900-708104571860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:45:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['6cff76fe-54de-4dfb-a214-07349174f1dc'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:04.434401 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Network f3879a8f-7805-41df-bc80-891988ff72da is already hosted by enough agents. {{(pid=88286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:46:04.436490 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:46:04.795634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-32fada63-11fc-478e-882c-b42d4e7fd1f1 None None] Provisioning for port 668ee627-b52c-434c-b54d-cf6c8329b6fd completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:46:04.813105 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-32fada63-11fc-478e-882c-b42d4e7fd1f1 None None] Provisioning complete for port 668ee627-b52c-434c-b54d-cf6c8329b6fd triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:04.813105 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32fada63-11fc-478e-882c-b42d4e7fd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:04.855595 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:46:04.899807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-43371810-4073-41a7-b900-708104571860 None None] Set router 6cff76fe-54de-4dfb-a214-07349174f1dc gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:46:04.980600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-32fada63-11fc-478e-882c-b42d4e7fd1f1 None None] Port 668ee627-b52c-434c-b54d-cf6c8329b6fd cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:46:05.140103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Router 6cff76fe-54de-4dfb-a214-07349174f1dc has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:46:05.213776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:05.214307 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:05.286012 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-18b576b7-965a-4173-a687-7cec7ba46e01 None None] Provisioning complete for port 668ee627-b52c-434c-b54d-cf6c8329b6fd triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:05.286437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18b576b7-965a-4173-a687-7cec7ba46e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:05.355807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:46:05.376192 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-73447ff2-9e92-4f53-9921-c3f4af7708b1 admin admin] 10.222.0.64 "PUT /v2.0/routers/6cff76fe-54de-4dfb-a214-07349174f1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3902898 Dec 07 15:46:05.404512 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-18b576b7-965a-4173-a687-7cec7ba46e01 None None] Port 668ee627-b52c-434c-b54d-cf6c8329b6fd cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:46:05.475752 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device b38c8882-3832-4c36-8a78-287c511eff57 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:46:05.529716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-43371810-4073-41a7-b900-708104571860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'name': 'tempest-TestVolumeBootPattern-783829179-router', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:59Z', 'updated_at': '2021-12-07T15:46:03Z', 'revision_number': 4, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'gw_port': {'id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:00Z', 'updated_at': '2021-12-07T15:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '668ee627-b52c-434c-b54d-cf6c8329b6fd', 'name': '', 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'mac_address': 'fa:16:3e:f4:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:03Z', 'updated_at': '2021-12-07T15:46:03Z', 'revision_number': 2, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'subnets': [{'id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:05.539101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43371810-4073-41a7-b900-708104571860 None None] The sync data for ids ['6cff76fe-54de-4dfb-a214-07349174f1dc'] in dv-cinder-820628-1-iscsi is: [{'id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'name': 'tempest-TestVolumeBootPattern-783829179-router', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:59Z', 'updated_at': '2021-12-07T15:46:03Z', 'revision_number': 4, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'gw_port': {'id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:00Z', 'updated_at': '2021-12-07T15:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '668ee627-b52c-434c-b54d-cf6c8329b6fd', 'name': '', 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'mac_address': 'fa:16:3e:f4:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:03Z', 'updated_at': '2021-12-07T15:46:03Z', 'revision_number': 2, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'subnets': [{'id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:46:05.593121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port b38c8882-3832-4c36-8a78-287c511eff57 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:46:05.598593 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port b38c8882-3832-4c36-8a78-287c511eff57 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:05.599014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:05.736613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:05.771683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port b38c8882-3832-4c36-8a78-287c511eff57, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=b38c8882-3832-4c36-8a78-287c511eff57,segment=NetworkSegment(d5e13f9b-748a-4d7c-9d5a-e400901a049a),segment_id=d5e13f9b-748a-4d7c-9d5a-e400901a049a)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:05.798519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:05.800995 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8561566b-c87a-48ab-b805-7eaaa08b49e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:05.878959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=b38c8882-3832-4c36-8a78-287c511eff57,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:05.882322 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:06.005149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59276) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:06.016091 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860199869', 'description': 'tempest-secgroup-smoke-1860199869 description', 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:46:06.023253 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:46:06.027441 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Usage tracker for resource:security_group and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:46:06.031516 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:46:06.038696 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:46:06.078622 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.121030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:46:06.125891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Usage tracker for resource:security_group_rule and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:46:06.131329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:46:06.135394 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:46:06.204995 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.263461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.270581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-eef33fe5-e4c1-4b3c-b1e6-2dfaffe1c33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:06.329476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2596e2d-6b4b-4f61-b0c2-1654e4c863e3,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:06.340866 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.341513 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.342103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.342516 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.342933 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.343334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.343734 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.344135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.345434 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.346738 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.349240 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.353519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:06.359379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.364004 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c8370e63-7f48-4dc8-a055-f0a6bbc217c9 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3552349 Dec 07 15:46:06.364377 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59282) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:06.374276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Request body: {'security_group_rule': {'security_group_id': 'c2596e2d-6b4b-4f61-b0c2-1654e4c863e3', 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:46:06.383237 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:46:06.389328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Usage tracker for resource:security_group_rule and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:46:06.392626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:46:06.399930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:46:06.445129 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.521204 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.552917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.555683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-21f79200-3e7f-46af-911f-a1149a5896ef tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:06.580198 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf65f322-e529-4424-b68d-3ab4b8860c12,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:06.596702 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.597414 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.597844 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.598266 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.598682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.599099 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.599510 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.599925 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.600340 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.600761 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.601200 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:46:06.604785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:06.621337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.623251 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2572994 Dec 07 15:46:06.626363 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59286) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:06.633498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Request body: {'security_group_rule': {'security_group_id': 'c2596e2d-6b4b-4f61-b0c2-1654e4c863e3', 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:46:06.649028 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:46:06.653209 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Usage tracker for resource:security_group_rule and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:46:06.657315 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:46:06.664381 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:46:06.714411 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.802455 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.837619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.842475 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f047488f-7258-4183-900c-0983065e06a0 tempest-TestShelveInstance-758895465 tempest-TestShelveInstance-758895465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:06.875049 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b512b34-81dc-4e2c-9498-ad288859d1a4,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:06.877891 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:06.884391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device b38c8882-3832-4c36-8a78-287c511eff57 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:46:06.912978 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:06.914498 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6cc7d2fa-9205-43ce-9dde-c31f363cf0be tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2865345 Dec 07 15:46:06.917470 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59292) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:06.924850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Request body: {'security_group_rule': {'security_group_id': 'c2596e2d-6b4b-4f61-b0c2-1654e4c863e3', 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:46:06.931230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:46:06.936478 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Usage tracker for resource:security_group_rule and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:46:06.940810 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:46:06.949058 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:46:06.971785 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port b38c8882-3832-4c36-8a78-287c511eff57 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:06.972466 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.017581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.096388 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.109127 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 99cce3e9-3f66-4f19-a44e-48a22f5b2914 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:46:07.158847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.167602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:07.193251 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e622805-b620-4820-90f4-51e29cef6f97,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:07.196238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:07.210284 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 99cce3e9-3f66-4f19-a44e-48a22f5b2914 completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:46:07.215809 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 99cce3e9-3f66-4f19-a44e-48a22f5b2914 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:07.220800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.233552 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.237569 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-72f79a4f-0994-4efe-897a-4a9e49394c12 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3163519 Dec 07 15:46:07.238247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59296) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:07.244679 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Request body: {'security_group_rule': {'security_group_id': 'c2596e2d-6b4b-4f61-b0c2-1654e4c863e3', 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:46:07.251876 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:46:07.256074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Usage tracker for resource:security_group_rule and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:46:07.259213 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:46:07.266123 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:46:07.310558 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.348776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.366517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 99cce3e9-3f66-4f19-a44e-48a22f5b2914, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=99cce3e9-3f66-4f19-a44e-48a22f5b2914,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:07.383621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.398468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.400534 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:07.415938 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.418328 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:07.444238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40145653-dd97-4309-8b32-e8b5a86f2d1d,revision_number=0']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:07.446913 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:07.473368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=99cce3e9-3f66-4f19-a44e-48a22f5b2914,revision_number=4']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:07.476532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:07.478760 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.481276 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f8e0f516-09d8-42d1-b27d-827962fa6811 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2408669 Dec 07 15:46:07.483225 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59302) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:07.489524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Request body: {'security_group_rule': {'security_group_id': 'c2596e2d-6b4b-4f61-b0c2-1654e4c863e3', 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:46:07.496051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:46:07.501000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Usage tracker for resource:security_group_rule and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:46:07.504107 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:46:07.510193 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:46:07.564514 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.securitygroups_db [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Project 4e48c90c5cab47ee9df1bb54a950e17c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 15:46:07.571802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.641442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.672779 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.675149 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1fab7a8d-1b6a-436b-916e-8965447c8bb7 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:07.698337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740dde0f-5d1b-4e37-aa00-089c585be8c4,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:07.703664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:07.735841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.737106 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-9a734c1d-4866-482f-a64b-e994694cc50d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2527859 Dec 07 15:46:07.739995 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59306) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:07.745876 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Request body: {'security_group_rule': {'security_group_id': 'c2596e2d-6b4b-4f61-b0c2-1654e4c863e3', 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:46:07.752254 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:46:07.756252 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Usage tracker for resource:security_group_rule and tenant:4e48c90c5cab47ee9df1bb54a950e17c is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:46:07.759274 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:46:07.765782 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:46:07.804345 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.db.securitygroups_db [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Project 4e48c90c5cab47ee9df1bb54a950e17c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 15:46:07.811621 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.884747 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.913011 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934318'] for security_group_rule, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.921217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:07.943539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acfd90f-951e-4bd1-b634-4b2ba6639076,revision_number=0']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:07.946185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:07.975857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:07.977218 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-19c31938-9d69-4ccb-9c1d-7e0c911ee2aa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2361720 Dec 07 15:46:08.782634 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 99cce3e9-3f66-4f19-a44e-48a22f5b2914 up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:46:08.853443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 99cce3e9-3f66-4f19-a44e-48a22f5b2914 triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:08.853866 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:09.529845 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Sync routers for ids ['6cff76fe-54de-4dfb-a214-07349174f1dc'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:46:09.543349 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Routers {'6cff76fe-54de-4dfb-a214-07349174f1dc'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:46:09.544113 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:45:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['6cff76fe-54de-4dfb-a214-07349174f1dc'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:09.745678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Set router 6cff76fe-54de-4dfb-a214-07349174f1dc gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:46:10.234497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'name': 'tempest-TestVolumeBootPattern-783829179-router', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:59Z', 'updated_at': '2021-12-07T15:46:03Z', 'revision_number': 4, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'gw_port': {'id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:00Z', 'updated_at': '2021-12-07T15:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '668ee627-b52c-434c-b54d-cf6c8329b6fd', 'name': '', 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'mac_address': 'fa:16:3e:f4:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:03Z', 'updated_at': '2021-12-07T15:46:03Z', 'revision_number': 2, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'subnets': [{'id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:10.238660 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Checking router: 6cff76fe-54de-4dfb-a214-07349174f1dc for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:46:10.239062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Updating router 6cff76fe-54de-4dfb-a214-07349174f1dc port 668ee627-b52c-434c-b54d-cf6c8329b6fd binding host dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:46:10.292778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:10.674721 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Notify callbacks [] for port, precommit_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:10.689146 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Transition to ACTIVE for port object 668ee627-b52c-434c-b54d-cf6c8329b6fd will not be triggered until provisioned by entity L2. {{(pid=88289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:46:10.730081 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:10.735394 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-087c11a7-ec63-4281-b1f9-a8e07f0def62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:10.869419 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbce60-3b75-4fa0-bd35-8f63f33cfc26 None None] Pushing event updated for resources: {'Port': ['ID=668ee627-b52c-434c-b54d-cf6c8329b6fd,revision_number=3']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:10.874195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-12cbce60-3b75-4fa0-bd35-8f63f33cfc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:10.967715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Attempting to bind port 668ee627-b52c-434c-b54d-cf6c8329b6fd on host dv-cinder-820628-1-iscsi for vnic_type normal with profile {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:46:10.968162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Attempting to bind port 668ee627-b52c-434c-b54d-cf6c8329b6fd by drivers openvswitch,hyperv on host dv-cinder-820628-1-iscsi at level 0 using segments [{'id': 'dfad4cbb-92eb-47e3-a015-3713748e9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da'}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:46:10.968576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Attempting to bind port 668ee627-b52c-434c-b54d-cf6c8329b6fd on network f3879a8f-7805-41df-bc80-891988ff72da {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:46:10.977759 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Checking agent: {'id': 'fdc485fe-1552-4ee2-b860-ac8e4e7f7a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 20, 56), 'started_at': datetime.datetime(2021, 12, 7, 15, 21, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:46:10.978292 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Checking segment: {'id': 'dfad4cbb-92eb-47e3-a015-3713748e9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:46:10.978776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:10.979268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Bound using segment: {'id': 'dfad4cbb-92eb-47e3-a015-3713748e9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da'} {{(pid=88289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:46:10.979784 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Bound port: 668ee627-b52c-434c-b54d-cf6c8329b6fd, host: dv-cinder-820628-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad4cbb-92eb-47e3-a015-3713748e9464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da'}}] {{(pid=88289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:46:10.980200 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:11.072814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] For port 668ee627-b52c-434c-b54d-cf6c8329b6fd, host dv-cinder-820628-1-iscsi, cleared binding levels {{(pid=88289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:46:11.076327 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] For port 668ee627-b52c-434c-b54d-cf6c8329b6fd, host dv-cinder-820628-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=668ee627-b52c-434c-b54d-cf6c8329b6fd,segment=NetworkSegment(dfad4cbb-92eb-47e3-a015-3713748e9464),segment_id=dfad4cbb-92eb-47e3-a015-3713748e9464)] {{(pid=88289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:46:11.113602 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:11.118277 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7aefb47b-299f-4283-922c-ef9ac48f0575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:11.198576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:11.201968 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbce60-3b75-4fa0-bd35-8f63f33cfc26 None None] Pushing event updated for resources: {'Port': ['ID=668ee627-b52c-434c-b54d-cf6c8329b6fd,revision_number=4']} {{(pid=88289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:11.205444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-12cbce60-3b75-4fa0-bd35-8f63f33cfc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:11.206491 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Routers {'6cff76fe-54de-4dfb-a214-07349174f1dc'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:46:11.207162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:45:57Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['6cff76fe-54de-4dfb-a214-07349174f1dc'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:11.409516 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] Set router 6cff76fe-54de-4dfb-a214-07349174f1dc gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:46:11.777730 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'name': 'tempest-TestVolumeBootPattern-783829179-router', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:59Z', 'updated_at': '2021-12-07T15:46:03Z', 'revision_number': 4, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'gw_port': {'id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:00Z', 'updated_at': '2021-12-07T15:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '668ee627-b52c-434c-b54d-cf6c8329b6fd', 'name': '', 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'mac_address': 'fa:16:3e:f4:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:03Z', 'updated_at': '2021-12-07T15:46:11Z', 'revision_number': 4, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'subnets': [{'id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:11.783138 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a64262-5c4f-4327-a6a5-8e68d7abfd0a None None] The sync data for ids ['6cff76fe-54de-4dfb-a214-07349174f1dc'] in dv-cinder-820628-1-iscsi is: [{'id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'name': 'tempest-TestVolumeBootPattern-783829179-router', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:59Z', 'updated_at': '2021-12-07T15:46:03Z', 'revision_number': 4, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'gw_port': {'id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:00Z', 'updated_at': '2021-12-07T15:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi', '_interfaces': [{'id': '668ee627-b52c-434c-b54d-cf6c8329b6fd', 'name': '', 'network_id': 'f3879a8f-7805-41df-bc80-891988ff72da', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'mac_address': 'fa:16:3e:f4:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:03Z', 'updated_at': '2021-12-07T15:46:11Z', 'revision_number': 4, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'subnets': [{'id': '8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:46:12.802429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 668ee627-b52c-434c-b54d-cf6c8329b6fd up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:46:12.912473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning for port 668ee627-b52c-434c-b54d-cf6c8329b6fd completed by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:46:12.918014 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 668ee627-b52c-434c-b54d-cf6c8329b6fd triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:12.918453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:13.041368 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:13.076311 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] For port 668ee627-b52c-434c-b54d-cf6c8329b6fd, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=668ee627-b52c-434c-b54d-cf6c8329b6fd,segment=NetworkSegment(dfad4cbb-92eb-47e3-a015-3713748e9464),segment_id=dfad4cbb-92eb-47e3-a015-3713748e9464)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:13.130195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885'] for port, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:13.133391 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:13.204186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Pushing event updated for resources: {'Port': ['ID=668ee627-b52c-434c-b54d-cf6c8329b6fd,revision_number=5']} {{(pid=88288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:13.207604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:14.785815 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 668ee627-b52c-434c-b54d-cf6c8329b6fd up at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:46:14.864574 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Provisioning complete for port 668ee627-b52c-434c-b54d-cf6c8329b6fd triggered by entity L2. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:14.864997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:22.730969 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5736e58e-550a-47e1-8231-0c1e7cc97682 req-fa9595e5-e6a6-4d1c-b3b1-df98d7cd0e61 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830235 Dec 07 15:46:22.833740 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5736e58e-550a-47e1-8231-0c1e7cc97682 req-d41dfa48-607b-409e-9f67-fbbbd7dbe31f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7b3db214834493e96a9e0ee8dbc3f06&device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 1098 time: 0.0754654 Dec 07 15:46:22.988289 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736e58e-550a-47e1-8231-0c1e7cc97682 req-ccbefcf3-f551-44dd-9bf6-2860f9147019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:22.989897 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5736e58e-550a-47e1-8231-0c1e7cc97682 req-ccbefcf3-f551-44dd-9bf6-2860f9147019 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 HTTP/1.1" status: 200 len: 913 time: 0.1359463 Dec 07 15:46:23.063810 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5736e58e-550a-47e1-8231-0c1e7cc97682 req-8bbd03aa-b976-403f-b8de-aa1527b4e91e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c007f52f-1391-4824-9b3c-b1866c216ba9 HTTP/1.1" status: 200 len: 217 time: 0.0670681 Dec 07 15:46:23.132297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736e58e-550a-47e1-8231-0c1e7cc97682 req-9b1a27d6-fddf-4317-96f0-99e33adb6842 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:23.133936 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5736e58e-550a-47e1-8231-0c1e7cc97682 req-9b1a27d6-fddf-4317-96f0-99e33adb6842 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae3716f0-6dd8-4315-802c-4ce543417e6e HTTP/1.1" status: 200 len: 852 time: 0.0644259 Dec 07 15:46:23.185989 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5736e58e-550a-47e1-8231-0c1e7cc97682 req-b4c54cbc-6539-45f9-9034-ae1bcbacd494 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434787 Dec 07 15:46:23.327057 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5736e58e-550a-47e1-8231-0c1e7cc97682 req-792f1809-9a3a-45f2-9905-aa4ebfa25a98 service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332572 Dec 07 15:46:23.470602 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-5736e58e-550a-47e1-8231-0c1e7cc97682 req-0111f249-1c5d-4f38-b1d3-052efbcb176a service neutron] 10.222.0.66 "GET /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364579 Dec 07 15:46:24.123698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cf8316f2-ffdd-43df-a843-25c07adf70b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:24.618374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-767422e2-2942-4863-9a81-317fa1bc062c tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Synchronizing usage tracker for tenant:4e48c90c5cab47ee9df1bb54a950e17c on resource:security_group {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:46:24.654725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-767422e2-2942-4863-9a81-317fa1bc062c tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Unset dirty status for tenant:4e48c90c5cab47ee9df1bb54a950e17c on resource:security_group {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:46:24.655942 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-767422e2-2942-4863-9a81-317fa1bc062c tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860199869&fields=id&tenant_id=4e48c90c5cab47ee9df1bb54a950e17c HTTP/1.1" status: 200 len: 267 time: 0.0845504 Dec 07 15:46:24.815502 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-291785eb-f133-4964-88ad-75fb4ac8c53b tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:24.816246 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-291785eb-f133-4964-88ad-75fb4ac8c53b tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Synchronizing usage tracker for tenant:4e48c90c5cab47ee9df1bb54a950e17c on resource:network {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:46:24.900333 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-291785eb-f133-4964-88ad-75fb4ac8c53b tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Unset dirty status for tenant:4e48c90c5cab47ee9df1bb54a950e17c on resource:network {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:46:24.901594 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-291785eb-f133-4964-88ad-75fb4ac8c53b tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/networks?id=cadde7b5-73bc-4dc8-9857-87a1833a34ca HTTP/1.1" status: 200 len: 811 time: 0.2386343 Dec 07 15:46:24.919195 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-aad87547-94b4-486f-a128-16bcfc6aaaaf tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/quotas/4e48c90c5cab47ee9df1bb54a950e17c HTTP/1.1" status: 200 len: 375 time: 0.0118816 Dec 07 15:46:25.005754 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-7b16781d-f8d4-4e5e-b411-e991bd477a1f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Synchronizing usage tracker for tenant:4e48c90c5cab47ee9df1bb54a950e17c on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:46:25.043360 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-7b16781d-f8d4-4e5e-b411-e991bd477a1f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Unset dirty status for tenant:4e48c90c5cab47ee9df1bb54a950e17c on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:46:25.044728 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-7b16781d-f8d4-4e5e-b411-e991bd477a1f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e48c90c5cab47ee9df1bb54a950e17c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187813 Dec 07 15:46:25.193485 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-b9d30ef7-2de6-4c57-8bcb-34e8b344e44d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=88287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:46:25.194600 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-b9d30ef7-2de6-4c57-8bcb-34e8b344e44d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1377747 Dec 07 15:46:25.334684 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-48eac00c-06b2-443c-a523-907ec6881ad4 service neutron] 10.222.0.64 "GET /v2.0/networks/cadde7b5-73bc-4dc8-9857-87a1833a34ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334996 Dec 07 15:46:25.474496 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-90741ad3-4892-4d14-9e9d-c64a9dd18a3f service neutron] 10.222.0.64 "GET /v2.0/networks/cadde7b5-73bc-4dc8-9857-87a1833a34ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337628 Dec 07 15:46:25.740924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:26.148927 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e65b82b6-6225-4bde-a016-501be504ff99 req-d4970ee6-6e4e-4f70-a442-240f7c68e31a tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 210 time: 0.1431618 Dec 07 15:46:26.866638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fa87edee-3426-439b-8de1-38dae6c48feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:26.963405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:27.323439 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8bc4abac-5d58-46d8-bcc5-f46b03e5e8e8 req-5bbefa90-0a65-4604-b3d9-7751a90218ea tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 210 time: 0.0486033 Dec 07 15:46:27.867732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-945e5cb2-8d16-4acb-8076-2ddf9326fefa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:27.869322 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-945e5cb2-8d16-4acb-8076-2ddf9326fefa tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.66 "GET /v2.0/networks?id=cadde7b5-73bc-4dc8-9857-87a1833a34ca HTTP/1.1" status: 200 len: 811 time: 0.1631057 Dec 07 15:46:27.923737 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-c8a2c521-c4f6-4afa-96e5-dc54ced362f4 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e48c90c5cab47ee9df1bb54a950e17c HTTP/1.1" status: 200 len: 380 time: 0.0428059 Dec 07 15:46:27.931601 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Request body: {'port': {'device_id': '2d814dec-f1f1-4150-82d7-2fcba3f19862', 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca', 'admin_state_up': True, 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'security_groups': ['c2596e2d-6b4b-4f61-b0c2-1654e4c863e3']}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:46:28.288731 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:46:28.299642 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:46:28.334814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Made reservation on behalf of 4e48c90c5cab47ee9df1bb54a950e17c for: {'port': 1} {{(pid=88287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:46:28.340379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:28.432570 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:28.531441 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-9ecc0ba0-5e9e-44cd-b68b-e8f9798a9e47 req-662b69a2-4575-4d33-902a-9ca498b01da5 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 210 time: 0.0546179 Dec 07 15:46:28.553808 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_common [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Allocated IP 172.20.0.7 (cadde7b5-73bc-4dc8-9857-87a1833a34ca/501cf175-0b5d-434d-9162-e8df8d0d0b8f/129e2aba-fa6f-4733-b3e5-755d6384d1bf) {{(pid=88287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:46:28.747709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for port, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:28.763930 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Transition to ACTIVE for port object 129e2aba-fa6f-4733-b3e5-755d6384d1bf will not be triggered until provisioned by entity DHCP. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:46:28.810051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751000975577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:28.818101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-195830ae-1707-494f-85e1-dc00ed934944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:28.894306 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Network cadde7b5-73bc-4dc8-9857-87a1833a34ca is already hosted by enough agents. {{(pid=88287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:46:28.897575 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.base_scheduler [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Resources bound (agent type, host, resource id): {{(pid=88287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:46:28.902275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Received port after_create {{(pid=88287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:46:28.929192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Pushing event updated for resources: {'Port': ['ID=129e2aba-fa6f-4733-b3e5-755d6384d1bf,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:28.935035 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:28.971656 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:28.972609 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:29.102456 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f2e58b1f-3fa4-48a7-8c0e-a061bd7da4af tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1748142 Dec 07 15:46:29.115653 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.v2.base [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Request body: {'port': {'device_id': '2d814dec-f1f1-4150-82d7-2fcba3f19862', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:46:29.233566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:29.243723 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-476bb873-d868-4dec-921a-3b18bdeccb72 None None] Provisioning for port 129e2aba-fa6f-4733-b3e5-755d6384d1bf completed by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:46:29.248840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [None req-476bb873-d868-4dec-921a-3b18bdeccb72 None None] Provisioning complete for port 129e2aba-fa6f-4733-b3e5-755d6384d1bf triggered by entity DHCP. {{(pid=88288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:46:29.249268 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-476bb873-d868-4dec-921a-3b18bdeccb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851370698'] for port, provisioning_complete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:29.303170 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-476bb873-d868-4dec-921a-3b18bdeccb72 None None] Port 129e2aba-fa6f-4733-b3e5-755d6384d1bf cannot update to ACTIVE because it is not bound. {{(pid=88288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:46:29.590086 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129e2aba-fa6f-4733-b3e5-755d6384d1bf {{(pid=88287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:46:29.598607 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:29.614357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.provisioning_blocks [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Transition to ACTIVE for port object 129e2aba-fa6f-4733-b3e5-755d6384d1bf will not be triggered until provisioned by entity L2. {{(pid=88287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:46:29.638167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853294924'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:29.642942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ce26b3a8-af22-4d0d-a34d-b310475d0261 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:29.814178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=129e2aba-fa6f-4733-b3e5-755d6384d1bf,revision_number=2']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:29.823230 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:29.941357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dc4b4-bee3-4403-867e-c572b59717fb req-a97cc000-8b00-4dcc-9556-22e4a4f8201d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:29.942164 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-ad1dc4b4-bee3-4403-867e-c572b59717fb req-a97cc000-8b00-4dcc-9556-22e4a4f8201d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Synchronizing usage tracker for tenant:4e48c90c5cab47ee9df1bb54a950e17c on resource:port {{(pid=88287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:46:29.978793 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Attempting to bind port 129e2aba-fa6f-4733-b3e5-755d6384d1bf on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:46:29.979181 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Attempting to bind port 129e2aba-fa6f-4733-b3e5-755d6384d1bf by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:46:29.979627 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Attempting to bind port 129e2aba-fa6f-4733-b3e5-755d6384d1bf on network cadde7b5-73bc-4dc8-9857-87a1833a34ca {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:46:29.989901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Port 129e2aba-fa6f-4733-b3e5-755d6384d1bf on network cadde7b5-73bc-4dc8-9857-87a1833a34ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:46:29.989901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Attempting to bind port 129e2aba-fa6f-4733-b3e5-755d6384d1bf on network cadde7b5-73bc-4dc8-9857-87a1833a34ca {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:46:29.995950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Checking agent: {'id': 'cf59bb12-6a50-47d4-94c4-237fcbb8abf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'started_at': datetime.datetime(2021, 12, 7, 15, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:46:29.995950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Checking segment: {'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:46:29.995950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Bound using segment: {'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'} {{(pid=88287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:46:29.995950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.managers [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Bound port: 129e2aba-fa6f-4733-b3e5-755d6384d1bf, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e13f9b-748a-4d7c-9d5a-e400901a049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cadde7b5-73bc-4dc8-9857-87a1833a34ca'}}] {{(pid=88287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:46:29.996432 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:30.045878 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-ad1dc4b4-bee3-4403-867e-c572b59717fb req-a97cc000-8b00-4dcc-9556-22e4a4f8201d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Unset dirty status for tenant:4e48c90c5cab47ee9df1bb54a950e17c on resource:port {{(pid=88287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:46:30.047160 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ad1dc4b4-bee3-4403-867e-c572b59717fb req-a97cc000-8b00-4dcc-9556-22e4a4f8201d tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 943 time: 0.3751190 Dec 07 15:46:30.129765 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] For port 129e2aba-fa6f-4733-b3e5-755d6384d1bf, host hv-cinder-82062, cleared binding levels {{(pid=88287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:46:30.133565 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ad1dc4b4-bee3-4403-867e-c572b59717fb req-b829e07f-328c-4d19-a36f-a5e35b2adff5 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2596e2d-6b4b-4f61-b0c2-1654e4c863e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756531 Dec 07 15:46:30.135272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] For port 129e2aba-fa6f-4733-b3e5-755d6384d1bf, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=129e2aba-fa6f-4733-b3e5-755d6384d1bf,segment=NetworkSegment(d5e13f9b-748a-4d7c-9d5a-e400901a049a),segment_id=d5e13f9b-748a-4d7c-9d5a-e400901a049a)] {{(pid=88287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:46:30.169916 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363285853358674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751000975594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751000975885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853294924'] for port, after_update {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:30.175856 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-66b576db-7a81-49ea-9636-dca6be06ab91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:30.239645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:30.241117 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] 10.222.0.66 "PUT /v2.0/ports/129e2aba-fa6f-4733-b3e5-755d6384d1bf HTTP/1.1" status: 200 len: 1093 time: 1.1308489 Dec 07 15:46:30.241668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d814dec-f1f1-4150-82d7-2fcba3f19862', 'tag': '129e2aba-fa6f-4733-b3e5-755d6384d1bf'}] {{(pid=88287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:46:30.263981 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=129e2aba-fa6f-4733-b3e5-755d6384d1bf,revision_number=3']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:30.267604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:30.300562 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d814dec-f1f1-4150-82d7-2fcba3f19862', 'tag': '129e2aba-fa6f-4733-b3e5-755d6384d1bf', 'status': 'completed', 'code': 200} Dec 07 15:46:30.394010 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-68d79b53-c457-45f8-8b5a-115b46da27d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e48c90c5cab47ee9df1bb54a950e17c&device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 1096 time: 0.0786669 Dec 07 15:46:30.466972 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-f1d5cd47-3094-49b7-aef8-7abcbb2fd6cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=129e2aba-fa6f-4733-b3e5-755d6384d1bf HTTP/1.1" status: 200 len: 217 time: 0.0657351 Dec 07 15:46:30.539406 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-3408f253-0091-4616-8689-a6c4b86d53f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:30.540899 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-3408f253-0091-4616-8689-a6c4b86d53f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=501cf175-0b5d-434d-9162-e8df8d0d0b8f HTTP/1.1" status: 200 len: 850 time: 0.0677197 Dec 07 15:46:30.621490 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-636504b9-6e93-44b9-932f-983145071a7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cadde7b5-73bc-4dc8-9857-87a1833a34ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736289 Dec 07 15:46:30.763175 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-e8286dac-e689-4d55-93ec-59e98727dc65 service neutron] 10.222.0.66 "GET /v2.0/networks/cadde7b5-73bc-4dc8-9857-87a1833a34ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355598 Dec 07 15:46:30.912329 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-c25199a2-62b1-4780-95a8-eb0e3823871e service neutron] 10.222.0.66 "GET /v2.0/networks/cadde7b5-73bc-4dc8-9857-87a1833a34ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417778 Dec 07 15:46:31.072402 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e877ebd0-6833-476e-b790-aa9a31384d55 req-2052e19d-a2be-4189-ad31-b323ebda2b80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e48c90c5cab47ee9df1bb54a950e17c&device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 1096 time: 0.0793791 Dec 07 15:46:31.220210 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ebd0-6833-476e-b790-aa9a31384d55 req-78418ff9-4f33-4923-9229-4e0c46037f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:31.222085 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e877ebd0-6833-476e-b790-aa9a31384d55 req-78418ff9-4f33-4923-9229-4e0c46037f70 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cadde7b5-73bc-4dc8-9857-87a1833a34ca HTTP/1.1" status: 200 len: 912 time: 0.1427999 Dec 07 15:46:31.336225 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e877ebd0-6833-476e-b790-aa9a31384d55 req-0fe53500-0f8e-4f7e-9510-a067d5f3555e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=129e2aba-fa6f-4733-b3e5-755d6384d1bf HTTP/1.1" status: 200 len: 217 time: 0.1074679 Dec 07 15:46:31.422565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ebd0-6833-476e-b790-aa9a31384d55 req-71c65e4e-7a35-4603-a217-5eecaa08b60c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:31.424830 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e877ebd0-6833-476e-b790-aa9a31384d55 req-71c65e4e-7a35-4603-a217-5eecaa08b60c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=501cf175-0b5d-434d-9162-e8df8d0d0b8f HTTP/1.1" status: 200 len: 850 time: 0.0778153 Dec 07 15:46:31.474620 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12a71a-3bec-416a-bd49-8e16b980f538 req-ec4473f2-8013-40b7-8903-5246b3814727 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:31.476207 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ed12a71a-3bec-416a-bd49-8e16b980f538 req-ec4473f2-8013-40b7-8903-5246b3814727 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 943 time: 0.1968277 Dec 07 15:46:31.504062 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-09974f7f-bb89-4752-b6c4-5e6e48befd71 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:31.505686 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-09974f7f-bb89-4752-b6c4-5e6e48befd71 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 943 time: 0.0867200 Dec 07 15:46:31.553385 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ed12a71a-3bec-416a-bd49-8e16b980f538 req-d91393ae-6f5a-4486-9a70-7f96c47a3728 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2596e2d-6b4b-4f61-b0c2-1654e4c863e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654275 Dec 07 15:46:31.557120 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e877ebd0-6833-476e-b790-aa9a31384d55 req-2a907d72-083e-4a9d-94bb-d4e5acc5ab40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cadde7b5-73bc-4dc8-9857-87a1833a34ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1250796 Dec 07 15:46:31.592238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Deleting port 129e2aba-fa6f-4733-b3e5-755d6384d1bf {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:31.592692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:31.702550 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e877ebd0-6833-476e-b790-aa9a31384d55 req-1fa9884c-a481-4c89-a0cb-2042e5bf5b54 service neutron] 10.222.0.66 "GET /v2.0/networks/cadde7b5-73bc-4dc8-9857-87a1833a34ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381302 Dec 07 15:46:31.847085 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-e877ebd0-6833-476e-b790-aa9a31384d55 req-efbd7681-132b-4f21-b99a-3dfdcd201af8 service neutron] 10.222.0.66 "GET /v2.0/networks/cadde7b5-73bc-4dc8-9857-87a1833a34ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384435 Dec 07 15:46:31.853325 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] For port 129e2aba-fa6f-4733-b3e5-755d6384d1bf, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=129e2aba-fa6f-4733-b3e5-755d6384d1bf,segment=NetworkSegment(d5e13f9b-748a-4d7c-9d5a-e400901a049a),segment_id=d5e13f9b-748a-4d7c-9d5a-e400901a049a)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:31.853731 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:31.981374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Calling delete_port for 129e2aba-fa6f-4733-b3e5-755d6384d1bf owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:46:32.226195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:32.233005 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-dea1f03c-ebb3-4884-961b-42a89982ba4e tempest-AttachVolumeShelveTestJSON-1106128126 tempest-AttachVolumeShelveTestJSON-1106128126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:32.279437 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Pushing event deleted for resources: {'Port': ['ID=129e2aba-fa6f-4733-b3e5-755d6384d1bf,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:32.282065 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:32.357226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] No DVR routers for this DVR port 129e2aba-fa6f-4733-b3e5-755d6384d1bf on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:46:32.359877 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:32.364943 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d814dec-f1f1-4150-82d7-2fcba3f19862', 'name': 'network-vif-deleted', 'tag': '129e2aba-fa6f-4733-b3e5-755d6384d1bf'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:46:32.404299 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-39403b34-4960-4b34-a987-b88ac5c1d0d0 req-85d08120-1716-47c3-93a9-ffaebb86493f tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.66 "DELETE /v2.0/ports/129e2aba-fa6f-4733-b3e5-755d6384d1bf HTTP/1.1" status: 204 len: 173 time: 0.8928459 Dec 07 15:46:32.516189 dv-cinder-820628-1-iscsi neutron-server[88175]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d814dec-f1f1-4150-82d7-2fcba3f19862', 'name': 'network-vif-deleted', 'tag': '129e2aba-fa6f-4733-b3e5-755d6384d1bf', 'status': 'failed', 'code': 422} returned with failed status Dec 07 15:46:32.729097 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-cfcb5264-7c0a-4ca1-bc6e-27c9b065d9e7 req-cd44818c-1e77-44c5-a3f6-3d5115652b0a tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 210 time: 0.0482876 Dec 07 15:46:33.915001 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ede0794a-d7a9-46d0-b973-dc839571da0f req-4a179567-409e-4046-8809-a8ba2ddfbfcd tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 210 time: 0.0443926 Dec 07 15:46:34.414589 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-11470d75-8735-4102-bc3b-3ef6912fdf6b req-34f07fdd-61c0-4346-908b-9d8c48f8358c tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d814dec-f1f1-4150-82d7-2fcba3f19862 HTTP/1.1" status: 200 len: 210 time: 0.2622051 Dec 07 15:46:36.572103 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59584) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:36.646444 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7be02372-3455-43b1-9e0a-f1df90cf4d27 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:36.680267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7be02372-3455-43b1-9e0a-f1df90cf4d27 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:36.946603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7be02372-3455-43b1-9e0a-f1df90cf4d27 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:36.952015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7b7cfee8-4746-4dcd-b3dd-59197919e4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:36.967825 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be02372-3455-43b1-9e0a-f1df90cf4d27 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2596e2d-6b4b-4f61-b0c2-1654e4c863e3,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:36.971231 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7be02372-3455-43b1-9e0a-f1df90cf4d27 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:37.002862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7be02372-3455-43b1-9e0a-f1df90cf4d27 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:37.004100 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7be02372-3455-43b1-9e0a-f1df90cf4d27 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] 10.222.0.64 "DELETE /v2.0/security-groups/c2596e2d-6b4b-4f61-b0c2-1654e4c863e3 HTTP/1.1" status: 204 len: 168 time: 0.4309359 Dec 07 15:46:37.106596 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59592) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:37.500072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853029117'] for router_interface, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:38.107539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Deleting port b38c8882-3832-4c36-8a78-287c511eff57 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:38.108008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:38.289043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] For port b38c8882-3832-4c36-8a78-287c511eff57, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=b38c8882-3832-4c36-8a78-287c511eff57,segment=NetworkSegment(d5e13f9b-748a-4d7c-9d5a-e400901a049a),segment_id=d5e13f9b-748a-4d7c-9d5a-e400901a049a)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:38.289464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:38.414894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Calling delete_port for b38c8882-3832-4c36-8a78-287c511eff57 owned by network:router_interface {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:46:38.547681 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:46:38.614816 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:38.619192 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-95f337d1-bf97-42e5-be85-8a07df23e78d tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:38.660945 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Pushing event deleted for resources: {'Port': ['ID=b38c8882-3832-4c36-8a78-287c511eff57,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:38.665706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:38.966243 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851729876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853028967'] for router_interface, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:39.779757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Router b1496142-1056-4846-a488-c43cff9ca16e has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:46:39.987755 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:46:39.997227 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] Sync routers for ids ['b1496142-1056-4846-a488-c43cff9ca16e'] in dv-cinder-820628-1-iscsi {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:46:40.000633 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-89646fe4-772b-4611-ab37-9acd795d3576 admin admin] 10.222.0.64 "PUT /v2.0/routers/b1496142-1056-4846-a488-c43cff9ca16e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8928282 Dec 07 15:46:40.003881 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59606) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:40.010822 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] Routers {'b1496142-1056-4846-a488-c43cff9ca16e'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:46:40.011497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:46:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['b1496142-1056-4846-a488-c43cff9ca16e'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:40.216783 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Notify callbacks [] for router, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:40.365459 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] Set router b1496142-1056-4846-a488-c43cff9ca16e gateway port host: dv-cinder-820628-1-iscsi {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:46:40.425955 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:40.460387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Deleting port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:40.460765 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:40.647259 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] For port 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:40.647664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:40.668704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'name': 'tempest-TestVolumeBootPattern-881815028-router', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:46:38Z', 'revision_number': 5, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'gw_port': {'id': '7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:40.672798 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] Checking router: b1496142-1056-4846-a488-c43cff9ca16e for host: dv-cinder-820628-1-iscsi {{(pid=88288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:46:40.684109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] Routers {'b1496142-1056-4846-a488-c43cff9ca16e'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:46:40.684709 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:46:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['b1496142-1056-4846-a488-c43cff9ca16e'], 'active': True} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:40.774500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Calling delete_port for 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b owned by network:router_gateway {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:46:40.845120 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] Set router b1496142-1056-4846-a488-c43cff9ca16e gateway port host: None {{(pid=88288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:46:40.957532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'name': 'tempest-TestVolumeBootPattern-881815028-router', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:46:40Z', 'revision_number': 6, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'gw_port_host': None}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:40.961692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94aa9ea-1719-4f33-af56-1b440cfbb615 None None] The sync data for ids ['b1496142-1056-4846-a488-c43cff9ca16e'] in dv-cinder-820628-1-iscsi is: [{'id': 'b1496142-1056-4846-a488-c43cff9ca16e', 'name': 'tempest-TestVolumeBootPattern-881815028-router', 'tenant_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:52Z', 'updated_at': '2021-12-07T15:46:40Z', 'revision_number': 6, 'project_id': '4e48c90c5cab47ee9df1bb54a950e17c', 'gw_port_host': None}] {{(pid=88288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:46:40.992251 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:40.997343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:41.041640 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:41.044427 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:41.192058 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:41.279121 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853030126'] for router_gateway, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:41.548100 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852957316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40257'] for router, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:41.553160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:41.626139 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852957422'] for router, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:41.626776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1496142-1056-4846-a488-c43cff9ca16e {{(pid=88287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:46:41.639373 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] Notify callbacks [] for router, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:41.640695 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-e5ba453f-a4a7-4e9a-a5f1-64caa2fbc75c admin admin] 10.222.0.64 "DELETE /v2.0/routers/b1496142-1056-4846-a488-c43cff9ca16e HTTP/1.1" status: 204 len: 168 time: 1.6357307 Dec 07 15:46:41.643364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59616) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:41.711710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5c8156-3b98-4116-8ccd-b39753e2fa15 admin admin] Deleting subnet 501cf175-0b5d-434d-9162-e8df8d0d0b8f {{(pid=88287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:46:41.715096 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8156-3b98-4116-8ccd-b39753e2fa15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:41.771051 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8156-3b98-4116-8ccd-b39753e2fa15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562449'] for subnet, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:41.890630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8156-3b98-4116-8ccd-b39753e2fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:42.169443 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8156-3b98-4116-8ccd-b39753e2fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853294901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848481303'] for subnet, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:42.175221 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-85eec67e-7138-409c-95d2-d96c76ccbd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:42.215102 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c8156-3b98-4116-8ccd-b39753e2fa15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501cf175-0b5d-434d-9162-e8df8d0d0b8f,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:42.217757 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5c5c8156-3b98-4116-8ccd-b39753e2fa15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:42.222166 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8156-3b98-4116-8ccd-b39753e2fa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:42.226727 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad1a3c4-8ed0-4832-8c2f-2bbd863d59f2 None None] Network cadde7b5-73bc-4dc8-9857-87a1833a34ca requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:46:42.229287 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5c5c8156-3b98-4116-8ccd-b39753e2fa15 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/501cf175-0b5d-434d-9162-e8df8d0d0b8f HTTP/1.1" status: 204 len: 168 time: 0.5848453 Dec 07 15:46:42.231972 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59622) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:42.349515 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:42.360019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Deleting port f90d3778-2e95-4b5f-8920-f4352a4e6064 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:42.360386 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:42.490522 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] DHCP port deletion for cadde7b5-73bc-4dc8-9857-87a1833a34ca request from dv-cinder-820628-1-iscsi {{(pid=88288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:46:42.494735 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] Deleting port f90d3778-2e95-4b5f-8920-f4352a4e6064 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:42.495155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:42.723995 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] For port f90d3778-2e95-4b5f-8920-f4352a4e6064, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=f90d3778-2e95-4b5f-8920-f4352a4e6064,segment=NetworkSegment(d5e13f9b-748a-4d7c-9d5a-e400901a049a),segment_id=d5e13f9b-748a-4d7c-9d5a-e400901a049a)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:42.724449 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:42.810174 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] For port f90d3778-2e95-4b5f-8920-f4352a4e6064, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=f90d3778-2e95-4b5f-8920-f4352a4e6064,segment=NetworkSegment(d5e13f9b-748a-4d7c-9d5a-e400901a049a),segment_id=d5e13f9b-748a-4d7c-9d5a-e400901a049a)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:42.810566 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:42.849700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:46:42.878929 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] Calling delete_port for f90d3778-2e95-4b5f-8920-f4352a4e6064 owned by network:dhcp {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:46:42.926951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:46:42.927561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 7ee9b2f3-7b6c-4702-ba7c-915a6ce48d9b not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:46:42.927778 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device b38c8882-3832-4c36-8a78-287c511eff57 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:46:42.940043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Calling delete_port for f90d3778-2e95-4b5f-8920-f4352a4e6064 owned by network:dhcp {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:46:42.966859 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: b38c8882-3832-4c36-8a78-287c511eff57 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:46:42.967253 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device b38c8882-3832-4c36-8a78-287c511eff57 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:46:42.967716 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device f90d3778-2e95-4b5f-8920-f4352a4e6064 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:46:43.073848 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.db.api [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 07 15:46:43.073848 dv-cinder-820628-1-iscsi neutron-server[88175]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Dec 07 15:46:43.073848 dv-cinder-820628-1-iscsi neutron-server[88175]: [parameters: {'port_id': 'f90d3778-2e95-4b5f-8920-f4352a4e6064'}] Dec 07 15:46:43.073848 dv-cinder-820628-1-iscsi neutron-server[88175]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:46:43.074334 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.api [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:46:43.100469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851557134'] for port, before_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:43.134809 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:43.148081 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5fee1714-07c0-4716-9300-ce6dfb9a0793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:43.185338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] No DVR routers for this DVR port f90d3778-2e95-4b5f-8920-f4352a4e6064 on host dv-cinder-820628-1-iscsi {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:46:43.222039 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90d3778-2e95-4b5f-8920-f4352a4e6064,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:43.227008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:43.315202 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:43.341556 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadde7b5-73bc-4dc8-9857-87a1833a34ca']}} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:43.357652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e13f9b-748a-4d7c-9d5a-e400901a049a') {'for_net_delete': True} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:43.357989 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e13f9b-748a-4d7c-9d5a-e400901a049a') {} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:43.369715 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853213352'] for segment, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:43.425949 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:43.432435 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:46:43.432857 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1481065'] for segment, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:46:43.447434 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:46:43.551898 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:43.555711 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:43.572193 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:43.575858 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] Deleting port f90d3778-2e95-4b5f-8920-f4352a4e6064 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:43.576380 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:43.582379 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Pushing event deleted for resources: {'Network': ['ID=cadde7b5-73bc-4dc8-9857-87a1833a34ca,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:43.586964 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:43.628116 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-59b4bb07-2ba0-4717-b68b-8ef001d66021 admin admin] 10.222.0.64 "DELETE /v2.0/networks/cadde7b5-73bc-4dc8-9857-87a1833a34ca HTTP/1.1" status: 204 len: 168 time: 1.3948045 Dec 07 15:46:43.630906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59632) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:43.644644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f0ec9-cd42-4f1d-b631-f590f7e3726a None None] The port 'f90d3778-2e95-4b5f-8920-f4352a4e6064' was deleted {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:46:44.040158 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853029117'] for router_interface, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:44.654344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Deleting port 668ee627-b52c-434c-b54d-cf6c8329b6fd {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:44.654646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:44.837532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] For port 668ee627-b52c-434c-b54d-cf6c8329b6fd, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=668ee627-b52c-434c-b54d-cf6c8329b6fd,segment=NetworkSegment(dfad4cbb-92eb-47e3-a015-3713748e9464),segment_id=dfad4cbb-92eb-47e3-a015-3713748e9464)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:44.837929 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:44.967015 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Calling delete_port for 668ee627-b52c-434c-b54d-cf6c8329b6fd owned by network:router_interface {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:46:45.203600 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:45.207954 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2b30d9ac-fda0-4db6-ac8a-97d74f1051fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:45.255548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Pushing event deleted for resources: {'Port': ['ID=668ee627-b52c-434c-b54d-cf6c8329b6fd,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:45.259447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:45.515217 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c703ee-b651-4f02-8580-f3979d2e0e7e req-a8e5c43d-01a8-4e01-b840-8fafe4196093 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:45.516835 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-22c703ee-b651-4f02-8580-f3979d2e0e7e req-a8e5c43d-01a8-4e01-b840-8fafe4196093 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 945 time: 0.1769965 Dec 07 15:46:45.639356 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-22c703ee-b651-4f02-8580-f3979d2e0e7e req-9ee6a4b1-2a6f-44b7-ad13-8026e950a767 tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/security-groups?id=30b446a7-6217-4746-9f84-9e4f018ed329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151958 Dec 07 15:46:45.678960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851729876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853028967'] for router_interface, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:45.827953 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-d4160c32-d046-404d-b49b-203edd4ff79b tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:46:45.828636 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-d4160c32-d046-404d-b49b-203edd4ff79b tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Synchronizing usage tracker for tenant:e7b3db214834493e96a9e0ee8dbc3f06 on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:46:45.883668 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-d4160c32-d046-404d-b49b-203edd4ff79b tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Unset dirty status for tenant:e7b3db214834493e96a9e0ee8dbc3f06 on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:46:45.884975 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-d4160c32-d046-404d-b49b-203edd4ff79b tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.66 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 945 time: 0.1397319 Dec 07 15:46:45.963822 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Deleting port c007f52f-1391-4824-9b3c-b1866c216ba9 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:45.964214 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:46.231294 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] For port c007f52f-1391-4824-9b3c-b1866c216ba9, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=c007f52f-1391-4824-9b3c-b1866c216ba9,segment=NetworkSegment(c50cc111-5391-49df-a19e-58b199622c5c),segment_id=c50cc111-5391-49df-a19e-58b199622c5c)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:46.231882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:46.362374 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Calling delete_port for c007f52f-1391-4824-9b3c-b1866c216ba9 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:46:46.511045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Router 6cff76fe-54de-4dfb-a214-07349174f1dc has already been hosted by L3 agent 4c55b765-1403-4150-ba5d-c4b05c1805d5 {{(pid=88287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:46:46.597707 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:46.603786 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d9903765-0579-44d6-8a9f-1c0dc7f84e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:46.649169 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Pushing event deleted for resources: {'Port': ['ID=c007f52f-1391-4824-9b3c-b1866c216ba9,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:46.653489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:46.725840 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] Notify agent at l3_agent.dv-cinder-820628-1-iscsi the message routers_updated {{(pid=88287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:46:46.735490 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-07e27d42-0002-409c-bae1-f8c2c1fd234d admin admin] 10.222.0.64 "PUT /v2.0/routers/6cff76fe-54de-4dfb-a214-07349174f1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1034496 Dec 07 15:46:46.738589 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] No DVR routers for this DVR port c007f52f-1391-4824-9b3c-b1866c216ba9 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:46:46.739205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59650) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:46.740242 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] Sync routers for ids ['6cff76fe-54de-4dfb-a214-07349174f1dc'] in dv-cinder-820628-1-iscsi {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:46:46.741027 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:46.756229 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16', 'name': 'network-vif-deleted', 'tag': 'c007f52f-1391-4824-9b3c-b1866c216ba9'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:46:46.766633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] Routers {'6cff76fe-54de-4dfb-a214-07349174f1dc'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:46:46.768395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:46:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['6cff76fe-54de-4dfb-a214-07349174f1dc'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:46.781498 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-8036dc79-6768-406f-a9fd-438d2afd82fc req-a6b532d5-ede9-4d8f-9d27-1752e8229c7f tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.66 "DELETE /v2.0/ports/c007f52f-1391-4824-9b3c-b1866c216ba9 HTTP/1.1" status: 204 len: 173 time: 0.8902020 Dec 07 15:46:46.846381 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16', 'name': 'network-vif-deleted', 'tag': 'c007f52f-1391-4824-9b3c-b1866c216ba9', 'status': 'completed', 'code': 200} Dec 07 15:46:46.875336 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-76a628f2-c09b-4abf-bb28-5a65012c5a37 req-a1375904-5493-4230-9b63-ab3cbf928fac tempest-VolumesSnapshotTestJSON-1651291596 tempest-VolumesSnapshotTestJSON-1651291596-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a0eb93-7f9a-4ad0-b6d9-99d061e4ab16 HTTP/1.1" status: 200 len: 210 time: 0.0682926 Dec 07 15:46:46.977741 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] Set router 6cff76fe-54de-4dfb-a214-07349174f1dc gateway port host: dv-cinder-820628-1-iscsi {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:46:47.014497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:47.226942 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:47.272218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Deleting port 99cce3e9-3f66-4f19-a44e-48a22f5b2914 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:47.272783 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:47.439763 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'name': 'tempest-TestVolumeBootPattern-783829179-router', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'external_fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:59Z', 'updated_at': '2021-12-07T15:46:45Z', 'revision_number': 5, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'gw_port': {'id': '99cce3e9-3f66-4f19-a44e-48a22f5b2914', 'name': '', 'network_id': '2d1bf728-0bb6-4fdd-ab6b-a46c440efedb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:46:00Z', 'updated_at': '2021-12-07T15:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0cbd86e-3d45-4dc8-a7da-e2cc7b48582d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-iscsi'}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:47.443811 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] Checking router: 6cff76fe-54de-4dfb-a214-07349174f1dc for host: dv-cinder-820628-1-iscsi {{(pid=88289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:46:47.456451 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] Routers {'6cff76fe-54de-4dfb-a214-07349174f1dc'} bound to L3 agent in host dv-cinder-820628-1-iscsi {{(pid=88289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:46:47.457330 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:20:57Z,description=,heartbeat_timestamp=2021-12-07T15:46:27Z,host='dv-cinder-820628-1-iscsi',id=4c55b765-1403-4150-ba5d-c4b05c1805d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:20:57Z,topic='l3_agent')) {'router_ids': ['6cff76fe-54de-4dfb-a214-07349174f1dc'], 'active': True} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:47.468704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] For port 99cce3e9-3f66-4f19-a44e-48a22f5b2914, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=99cce3e9-3f66-4f19-a44e-48a22f5b2914,segment=NetworkSegment(f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad),segment_id=f0b912ee-8dde-40fc-b58f-56b9b0c3d8ad)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:47.469127 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:47.603838 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Calling delete_port for 99cce3e9-3f66-4f19-a44e-48a22f5b2914 owned by network:router_gateway {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:46:47.619454 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvr_db [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] Set router 6cff76fe-54de-4dfb-a214-07349174f1dc gateway port host: None {{(pid=88289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:46:47.729567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_hamode_db [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'name': 'tempest-TestVolumeBootPattern-783829179-router', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:59Z', 'updated_at': '2021-12-07T15:46:47Z', 'revision_number': 6, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'gw_port_host': None}], 'dv-cinder-820628-1-iscsi', False) {} {{(pid=88289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:47.733652 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e9652-2aec-4f0b-ac81-3a9ba3a6c5d0 None None] The sync data for ids ['6cff76fe-54de-4dfb-a214-07349174f1dc'] in dv-cinder-820628-1-iscsi is: [{'id': '6cff76fe-54de-4dfb-a214-07349174f1dc', 'name': 'tempest-TestVolumeBootPattern-783829179-router', 'tenant_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:45:59Z', 'updated_at': '2021-12-07T15:46:47Z', 'revision_number': 6, 'project_id': 'b6dea713e9ec416dbb57699ed20c3dbc', 'gw_port_host': None}] {{(pid=88289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:46:47.855129 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:47.860043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-abbdf82a-4aaa-4acf-b65f-0ade6028d2d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:47.905710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99cce3e9-3f66-4f19-a44e-48a22f5b2914,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:47.910698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:48.155187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853030126'] for router_gateway, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:48.428001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device c007f52f-1391-4824-9b3c-b1866c216ba9 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:46:48.467686 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: c007f52f-1391-4824-9b3c-b1866c216ba9 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:46:48.468078 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device c007f52f-1391-4824-9b3c-b1866c216ba9 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:46:48.671441 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852957316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40257'] for router, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:48.677867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:48.795130 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 668ee627-b52c-434c-b54d-cf6c8329b6fd no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:46:48.829233 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 668ee627-b52c-434c-b54d-cf6c8329b6fd {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:46:48.830189 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 668ee627-b52c-434c-b54d-cf6c8329b6fd not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:46:48.830742 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 99cce3e9-3f66-4f19-a44e-48a22f5b2914 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:46:48.837442 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852957422'] for router, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:48.838074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cff76fe-54de-4dfb-a214-07349174f1dc {{(pid=88287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:46:48.852150 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] Notify callbacks [] for router, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:48.853658 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1ab86e25-b0c1-4e1b-a856-c465f68c61b6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6cff76fe-54de-4dfb-a214-07349174f1dc HTTP/1.1" status: 204 len: 168 time: 2.1131577 Dec 07 15:46:48.856194 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59668) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:48.864911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: 99cce3e9-3f66-4f19-a44e-48a22f5b2914 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:46:48.865336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device 99cce3e9-3f66-4f19-a44e-48a22f5b2914 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:46:48.927487 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ecf7ad-81a3-40f9-8189-1e25617ba2c8 admin admin] Deleting subnet 8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7 {{(pid=88287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:46:48.931908 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-50ecf7ad-81a3-40f9-8189-1e25617ba2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:48.985420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-50ecf7ad-81a3-40f9-8189-1e25617ba2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562449'] for subnet, precommit_delete_associations {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:49.070205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-50ecf7ad-81a3-40f9-8189-1e25617ba2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:49.163186 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-50ecf7ad-81a3-40f9-8189-1e25617ba2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853294901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848481303'] for subnet, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:49.167896 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:49.205822 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecf7ad-81a3-40f9-8189-1e25617ba2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:49.208527 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-50ecf7ad-81a3-40f9-8189-1e25617ba2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:49.211245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-50ecf7ad-81a3-40f9-8189-1e25617ba2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for subnet, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:49.217444 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-50ecf7ad-81a3-40f9-8189-1e25617ba2c8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8fa115e2-8910-41e2-aabe-5f5fb4fdcfe7 HTTP/1.1" status: 204 len: 168 time: 0.3601708 Dec 07 15:46:49.218426 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65764b94-caf3-4de4-a403-f496a18dcac4 None None] Network f3879a8f-7805-41df-bc80-891988ff72da requested from dv-cinder-820628-1-iscsi {{(pid=88288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:46:49.220567 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59672) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:49.338637 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:49.351563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Deleting port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 {{(pid=88287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:49.351936 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:49.477561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] DHCP port deletion for f3879a8f-7805-41df-bc80-891988ff72da request from dv-cinder-820628-1-iscsi {{(pid=88288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:46:49.482063 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] Deleting port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:49.482489 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:49.571736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] For port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9,segment=NetworkSegment(dfad4cbb-92eb-47e3-a015-3713748e9464),segment_id=dfad4cbb-92eb-47e3-a015-3713748e9464)] {{(pid=88287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:49.572135 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:49.692568 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] For port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9, host dv-cinder-820628-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-iscsi',level=0,port_id=bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9,segment=NetworkSegment(dfad4cbb-92eb-47e3-a015-3713748e9464),segment_id=dfad4cbb-92eb-47e3-a015-3713748e9464)] {{(pid=88288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:46:49.692924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:49.702172 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Calling delete_port for bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 owned by network:dhcp {{(pid=88287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:46:49.826608 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1480893'] for port, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:49.827225 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] Calling delete_port for bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 owned by network:dhcp {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:46:49.835402 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-605bc675-e78d-43f3-8a7e-b2efb4978a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:49.889043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:49.893528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:49.896752 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] No DVR routers for this DVR port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 on host dv-cinder-820628-1-iscsi {{(pid=88287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:46:49.905275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.db.api [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:46:49.905700 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_db.api [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:46:50.023545 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.050842 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3879a8f-7805-41df-bc80-891988ff72da']}} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:50.063357 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfad4cbb-92eb-47e3-a015-3713748e9464') {'for_net_delete': True} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:50.064003 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfad4cbb-92eb-47e3-a015-3713748e9464') {} {{(pid=88287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:46:50.075920 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853213352'] for segment, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.091047 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.098899 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:46:50.099335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1481065'] for segment, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:46:50.114920 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:46:50.356838 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.360613 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:50.377267 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.385970 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3879a8f-7805-41df-bc80-891988ff72da,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:50.388867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:50.393734 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-32c32958-e512-4034-a1d8-3a28eaf71563 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f3879a8f-7805-41df-bc80-891988ff72da HTTP/1.1" status: 204 len: 168 time: 1.1683633 Dec 07 15:46:50.406806 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] Deleting port bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 {{(pid=88288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:46:50.407224 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.476610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-18fa9262-006c-4e65-b6d8-1c8089414d39 None None] The port 'bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9' was deleted {{(pid=88288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:46:50.721751 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59686) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:50.777125 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-32fe51b8-2c01-499b-b2a7-e63bf05959c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e48c90c5cab47ee9df1bb54a950e17c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529866 Dec 07 15:46:50.778616 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59690) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:50.795633 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 no longer exists at agent ovs-agent-dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:46:50.833314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] No Port match for: bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:46:50.833712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Device bc9c6e7f-8e5b-4471-8ac3-59ffb31250e9 not bound to the agent host dv-cinder-820628-1-iscsi {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:46:50.843017 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0b8d4972-2c1d-4753-a64e-381b8f764fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.871433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0b8d4972-2c1d-4753-a64e-381b8f764fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.951638 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0b8d4972-2c1d-4753-a64e-381b8f764fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.958101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d92903dc-ef98-407a-8e4b-eb6a5d673fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:50.973474 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d4972-2c1d-4753-a64e-381b8f764fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9d74da-874d-448b-ba6e-c4fdbbb4f6a3,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:50.975997 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0b8d4972-2c1d-4753-a64e-381b8f764fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:50.982314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0b8d4972-2c1d-4753-a64e-381b8f764fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:50.983529 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0b8d4972-2c1d-4753-a64e-381b8f764fb5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e9d74da-874d-448b-ba6e-c4fdbbb4f6a3 HTTP/1.1" status: 204 len: 168 time: 0.2039528 Dec 07 15:46:51.509503 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59702) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:51.561920 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-8e8074bc-5c03-44fe-bd15-47008f0adce9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6dea713e9ec416dbb57699ed20c3dbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511262 Dec 07 15:46:51.564645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 59706) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:46:51.627364 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-411c41e2-aa3f-4899-8965-7ea84e2c09e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:51.653519 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-411c41e2-aa3f-4899-8965-7ea84e2c09e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:51.762867 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-411c41e2-aa3f-4899-8965-7ea84e2c09e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:51.768528 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fc369c3e-a93c-49a4-8daf-d36448517697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:46:51.782270 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c41e2-aa3f-4899-8965-7ea84e2c09e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4cc647-ca28-45cc-8cc4-7091715bd64b,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:46:51.785683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-411c41e2-aa3f-4899-8965-7ea84e2c09e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:46:51.786830 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-411c41e2-aa3f-4899-8965-7ea84e2c09e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:51.788045 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-411c41e2-aa3f-4899-8965-7ea84e2c09e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b4cc647-ca28-45cc-8cc4-7091715bd64b HTTP/1.1" status: 204 len: 168 time: 0.2223632 Dec 07 15:46:54.158645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1d657883-c733-48c8-adfd-632815d1fbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:55.677515 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:56.871615 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-acdbdb47-4404-42c8-8484-5d919f2af0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:56.974506 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:46:58.454791 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:11.202657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:15.548676 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:47:16.289756 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59864) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:47:16.613765 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Deleting subnet ae3716f0-6dd8-4315-802c-4ce543417e6e {{(pid=88286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:47:16.617151 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:16.673018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354390'] for subnet, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:16.731185 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:16.814415 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6472984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6791907'] for subnet, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:16.819380 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2637e7bb-4575-45fc-9433-6535f258c875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:47:16.858756 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3716f0-6dd8-4315-802c-4ce543417e6e,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:47:16.871172 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.871604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.872029 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.872450 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.872869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.873565 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.873682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.874089 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.874498 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.874907 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.875314 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:47:16.878161 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:16.882591 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:47:16.885564 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-16ea969c-3efd-4136-886e-2c14d5192b60 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ae3716f0-6dd8-4315-802c-4ce543417e6e HTTP/1.1" status: 204 len: 168 time: 0.5947349 Dec 07 15:47:16.888128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59870) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:47:17.002996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:17.137211 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:17.165710 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9']}} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:47:17.178238 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50cc111-5391-49df-a19e-58b199622c5c') {'for_net_delete': True} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:47:17.178575 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50cc111-5391-49df-a19e-58b199622c5c') {} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:47:17.190275 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853421409'] for segment, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:17.204625 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:17.211390 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:47:17.211800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848302918'] for segment, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:47:17.226388 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:47:17.339758 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:17.343880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:47:17.362024 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:17.371292 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:47:17.374862 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:47:17.398042 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-0f2519ca-fb82-4ee3-8a65-39cd6c2423c5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0daa65be-f1b8-47c5-bdfb-b63d7b3c82a9 HTTP/1.1" status: 204 len: 168 time: 0.5089021 Dec 07 15:47:17.761245 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59878) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:47:17.814196 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-690b2a3a-5352-49a1-ae96-38586ecdbd49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7b3db214834493e96a9e0ee8dbc3f06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516322 Dec 07 15:47:17.816692 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 59882) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:47:17.879254 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ad847e23-278a-4d91-9d94-d11293deef68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:17.906384 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ad847e23-278a-4d91-9d94-d11293deef68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:17.979472 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ad847e23-278a-4d91-9d94-d11293deef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:17.984395 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a2e8e671-7504-4bb2-b5cf-f4aaf9f23592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:47:17.998168 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad847e23-278a-4d91-9d94-d11293deef68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b446a7-6217-4746-9f84-9e4f018ed329,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:47:18.001195 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ad847e23-278a-4d91-9d94-d11293deef68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:47:18.002089 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ad847e23-278a-4d91-9d94-d11293deef68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:18.003290 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-ad847e23-278a-4d91-9d94-d11293deef68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30b446a7-6217-4746-9f84-9e4f018ed329 HTTP/1.1" status: 204 len: 168 time: 0.1847093 Dec 07 15:47:22.650232 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-38faaa06-b1e8-43e4-bfd7-b9a72f11c3b5 req-f8a0dd88-8bd9-47e9-8cfe-e02c91e0c43e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735230 Dec 07 15:47:22.749350 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-38faaa06-b1e8-43e4-bfd7-b9a72f11c3b5 req-a33585d6-88f4-464d-a367-7b287f55630b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 1098 time: 0.0768631 Dec 07 15:47:23.133659 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faaa06-b1e8-43e4-bfd7-b9a72f11c3b5 req-dbdc3241-ffe2-4503-ae03-af784833cdb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:47:23.135262 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-38faaa06-b1e8-43e4-bfd7-b9a72f11c3b5 req-dbdc3241-ffe2-4503-ae03-af784833cdb6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 915 time: 0.3652892 Dec 07 15:47:23.205736 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-38faaa06-b1e8-43e4-bfd7-b9a72f11c3b5 req-57d49247-f97f-4ec9-9f96-85fb77c12db8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3648c61b-c455-4b78-a896-08e4ebb2f4c5 HTTP/1.1" status: 200 len: 217 time: 0.0640204 Dec 07 15:47:23.277225 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faaa06-b1e8-43e4-bfd7-b9a72f11c3b5 req-9635f17d-da27-4dce-9b68-86e89f49a2ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:47:23.278757 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-38faaa06-b1e8-43e4-bfd7-b9a72f11c3b5 req-9635f17d-da27-4dce-9b68-86e89f49a2ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0668581 Dec 07 15:47:23.327865 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-38faaa06-b1e8-43e4-bfd7-b9a72f11c3b5 req-e9c2965c-0b52-429c-812d-3086308b8cb4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426936 Dec 07 15:47:23.468296 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-38faaa06-b1e8-43e4-bfd7-b9a72f11c3b5 req-080990e6-65d1-4554-a8bc-459b13487e77 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338949 Dec 07 15:47:23.610256 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-38faaa06-b1e8-43e4-bfd7-b9a72f11c3b5 req-cfeb5218-713f-4b39-b2ea-e1010e060cc9 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356237 Dec 07 15:47:24.214044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-9ee8035d-2e6d-496b-913d-17b7184e86dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:25.682557 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:26.888097 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3f0d89d5-c16a-40c4-9ceb-0b61e3f58841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:26.979604 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:28.436622 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:41.207624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:52.549531 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:47:54.138728 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3622eb74-a9ee-47c7-9a1f-732e3bd4418e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:55.681296 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:56.892614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c874f10d-b67b-4bac-a747-61f1057d1a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:56.983964 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:47:58.498582 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:11.218752 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:23.649388 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a9948227-9ca9-4079-9214-e05bce4931eb req-8df7269b-5ee7-4b44-99d1-8ecbed48869e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774918 Dec 07 15:48:23.799090 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a9948227-9ca9-4079-9214-e05bce4931eb req-95cfbc16-aef4-4025-a1b7-d7ac74fef953 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1927af6c0f848fda65bfb8c68802479&device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 1098 time: 0.0776501 Dec 07 15:48:23.953973 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9948227-9ca9-4079-9214-e05bce4931eb req-383dd547-8514-4b4a-8a8b-d94e1019f7d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:48:23.955494 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a9948227-9ca9-4079-9214-e05bce4931eb req-383dd547-8514-4b4a-8a8b-d94e1019f7d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 200 len: 915 time: 0.1362627 Dec 07 15:48:24.027963 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a9948227-9ca9-4079-9214-e05bce4931eb req-97e643bf-9167-445d-92c4-d7f75a84d869 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a HTTP/1.1" status: 200 len: 217 time: 0.0662315 Dec 07 15:48:24.097146 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9948227-9ca9-4079-9214-e05bce4931eb req-005e4d8b-9818-4c32-868b-9af0e0e2d84a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:48:24.098816 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a9948227-9ca9-4079-9214-e05bce4931eb req-005e4d8b-9818-4c32-868b-9af0e0e2d84a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 200 len: 854 time: 0.0644464 Dec 07 15:48:24.149847 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a9948227-9ca9-4079-9214-e05bce4931eb req-aaf4f23d-9128-4572-9641-e69d1335af46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd68c1ad-fbfc-41af-8c0f-179efa6fddda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447626 Dec 07 15:48:24.155755 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c04ce422-6cae-474a-94a5-42a688e34a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:24.293916 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a9948227-9ca9-4079-9214-e05bce4931eb req-daabae7d-8508-44a9-9b77-6818aeefe946 service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381764 Dec 07 15:48:24.434124 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-a9948227-9ca9-4079-9214-e05bce4931eb req-47d98f9a-92d4-4e31-ad4c-6e9eace978bb service neutron] 10.222.0.66 "GET /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337087 Dec 07 15:48:25.681289 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:26.892556 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3016398-fc13-4ae4-ab52-5bb323c9ddb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:26.989359 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:28.446695 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:29.550179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:48:41.223614 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:54.171776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ae49-08ad-429e-9c46-a0db486c7fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:55.691626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:56.903259 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bca521fd-7d66-4f7d-83e3-2c1f42993c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:56.983273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:48:58.451814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:01.119447 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8cdd1-420a-4418-9d2f-f94bcd5ccddd req-3accb3eb-929c-47f1-999a-bf3c12b4d617 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:49:01.121352 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-85c8cdd1-420a-4418-9d2f-f94bcd5ccddd req-3accb3eb-929c-47f1-999a-bf3c12b4d617 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 945 time: 0.0864475 Dec 07 15:49:01.171478 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-85c8cdd1-420a-4418-9d2f-f94bcd5ccddd req-1199ceed-dd16-4320-9bbd-8898fd68b28a tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434654 Dec 07 15:49:01.418180 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-c733ae0d-c099-4ad1-881a-68590c4336d3 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:49:01.418869 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-c733ae0d-c099-4ad1-881a-68590c4336d3 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Synchronizing usage tracker for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:49:01.431081 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-c733ae0d-c099-4ad1-881a-68590c4336d3 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Unset dirty status for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:49:01.432783 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-c733ae0d-c099-4ad1-881a-68590c4336d3 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 945 time: 0.0977836 Dec 07 15:49:01.512083 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Deleting port 3648c61b-c455-4b78-a896-08e4ebb2f4c5 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:49:01.512445 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:01.763221 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] For port 3648c61b-c455-4b78-a896-08e4ebb2f4c5, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3648c61b-c455-4b78-a896-08e4ebb2f4c5,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:49:01.763651 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:01.887824 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Calling delete_port for 3648c61b-c455-4b78-a896-08e4ebb2f4c5 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:49:02.057683 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:02.065000 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2a3c2eeb-11b9-4aa3-8229-25dd9a28d288 tempest-VolumesNegativeTest-477493720 tempest-VolumesNegativeTest-477493720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:02.069670 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['e3a7f6f9-a790-45d5-884e-5b34d898288a', '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720', '3648c61b-c455-4b78-a896-08e4ebb2f4c5'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:49:02.111690 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Pushing event deleted for resources: {'Port': ['ID=3648c61b-c455-4b78-a896-08e4ebb2f4c5,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:02.182076 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.183276 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.183484 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.183996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.184417 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.184828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.185264 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.185826 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.186235 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.186643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.187049 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:02.190630 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:02.206645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] No DVR routers for this DVR port 3648c61b-c455-4b78-a896-08e4ebb2f4c5 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:49:02.209335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:02.213468 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40', 'name': 'network-vif-deleted', 'tag': '3648c61b-c455-4b78-a896-08e4ebb2f4c5'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:49:02.260041 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-c8c9d5a9-5f0f-43d4-a698-40fdaf55f00d req-386151a4-2eb1-4089-8d99-a4d183cd522c tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "DELETE /v2.0/ports/3648c61b-c455-4b78-a896-08e4ebb2f4c5 HTTP/1.1" status: 204 len: 173 time: 0.8219993 Dec 07 15:49:02.293468 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40', 'name': 'network-vif-deleted', 'tag': '3648c61b-c455-4b78-a896-08e4ebb2f4c5', 'status': 'completed', 'code': 200} Dec 07 15:49:02.353692 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-00ebe734-4b9b-4fc2-bc25-47179cd4283d req-5fcdde30-c6bd-45bd-bbd7-e1e32cddefa4 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad428b2f-0e49-4f4b-8ce1-891c3bd6fa40 HTTP/1.1" status: 200 len: 210 time: 0.0452909 Dec 07 15:49:05.186541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 3648c61b-c455-4b78-a896-08e4ebb2f4c5 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:49:05.224204 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: 3648c61b-c455-4b78-a896-08e4ebb2f4c5 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:49:05.224603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 3648c61b-c455-4b78-a896-08e4ebb2f4c5 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:49:05.239979 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e45c9-4576-4012-bd37-5597f1e206bd req-bc251331-59fa-4f7d-8815-2296dd097052 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:49:05.241622 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-260e45c9-4576-4012-bd37-5597f1e206bd req-bc251331-59fa-4f7d-8815-2296dd097052 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 946 time: 0.0898488 Dec 07 15:49:05.291213 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-260e45c9-4576-4012-bd37-5597f1e206bd req-cd86fb0e-1d60-4b56-a571-d09bd84d00b0 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Dec 07 15:49:05.549272 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-188222a8-bcae-4581-9e8f-88fb8196eb1e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:49:05.549963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-188222a8-bcae-4581-9e8f-88fb8196eb1e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Synchronizing usage tracker for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:49:05.588768 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-188222a8-bcae-4581-9e8f-88fb8196eb1e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Unset dirty status for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:49:05.590559 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-188222a8-bcae-4581-9e8f-88fb8196eb1e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 946 time: 0.1218643 Dec 07 15:49:05.662114 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Deleting port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:49:05.662501 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:05.915453 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] For port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:49:05.915741 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:06.041109 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Calling delete_port for 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:49:06.314312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:06.320473 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-856039ee-94f5-4f37-9a9e-ec5a2918fec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:06.325872 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['e3a7f6f9-a790-45d5-884e-5b34d898288a', '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:49:06.364019 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Pushing event deleted for resources: {'Port': ['ID=8b3966fd-0b2c-4cb8-9780-cb2fd04c2720,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:06.368335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:06.448612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] No DVR routers for this DVR port 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:49:06.451515 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:06.454521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5', 'name': 'network-vif-deleted', 'tag': '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:49:06.498836 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-88762b29-5a02-4bab-b058-9e15714fe4b8 req-6915d869-c3ea-447d-96e8-c23d2b175305 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "DELETE /v2.0/ports/8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 HTTP/1.1" status: 204 len: 173 time: 0.9022951 Dec 07 15:49:06.511269 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ec0ceb99-06ea-4501-8eae-b75f40bf74c2 req-3aeb8928-16a6-44cb-b48f-a65c409dc7ef tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5 HTTP/1.1" status: 200 len: 210 time: 0.0684831 Dec 07 15:49:06.516473 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc48683f-54f8-4ed5-acb2-cbcbb9cef5e5', 'name': 'network-vif-deleted', 'tag': '8b3966fd-0b2c-4cb8-9780-cb2fd04c2720', 'status': 'completed', 'code': 200} Dec 07 15:49:06.550732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:49:09.230302 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:49:09.267790 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:49:09.268167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device 8b3966fd-0b2c-4cb8-9780-cb2fd04c2720 not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:49:09.416500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddedf06-d714-40df-9c93-49f487f3c7d1 req-c315e9b8-27f0-4b13-8731-5a927a4ceae5 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:49:09.418716 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1ddedf06-d714-40df-9c93-49f487f3c7d1 req-c315e9b8-27f0-4b13-8731-5a927a4ceae5 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 945 time: 0.0868294 Dec 07 15:49:09.467216 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-1ddedf06-d714-40df-9c93-49f487f3c7d1 req-04ca3e0a-eaff-4c9e-877c-c40c87fadddc tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/security-groups?id=564c199e-c2f0-4f24-b5c0-69b860d7aa3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Dec 07 15:49:09.727198 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-f52a3158-96f9-4e01-8da2-a5f72fdb251e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:49:09.727923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-f52a3158-96f9-4e01-8da2-a5f72fdb251e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Synchronizing usage tracker for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:port {{(pid=88286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:49:09.777999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-f52a3158-96f9-4e01-8da2-a5f72fdb251e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Unset dirty status for tenant:d1927af6c0f848fda65bfb8c68802479 on resource:port {{(pid=88286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:49:09.779201 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-f52a3158-96f9-4e01-8da2-a5f72fdb251e tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 945 time: 0.1330965 Dec 07 15:49:09.854779 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Deleting port e3a7f6f9-a790-45d5-884e-5b34d898288a {{(pid=88286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:49:09.855155 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285853369033'] for port, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:10.104018 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] For port e3a7f6f9-a790-45d5-884e-5b34d898288a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=e3a7f6f9-a790-45d5-884e-5b34d898288a,segment=NetworkSegment(5c89b0be-7134-4693-8e46-037168a457a8),segment_id=5c89b0be-7134-4693-8e46-037168a457a8)] {{(pid=88286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:49:10.104345 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853027626'] for port, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:10.234693 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Calling delete_port for e3a7f6f9-a790-45d5-884e-5b34d898288a owned by compute:nova {{(pid=88286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:49:10.662967 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-ada71a74-ebd7-4270-95c6-27ef1a46fba9 req-3b6343e2-e4a3-434c-9bcc-d8cac374432d tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbbc26e9-1076-4159-a3e6-51d00932ea14 HTTP/1.1" status: 200 len: 210 time: 0.0469203 Dec 07 15:49:10.668736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10502880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285853358691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285853800223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848302738'] for port, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:10.675619 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-35fbe455-f6b7-4622-87f0-870a2fe6d8c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:10.680177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.db [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] get_ports_and_sgs() called for port_ids ['e3a7f6f9-a790-45d5-884e-5b34d898288a'] {{(pid=88288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:49:10.723664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Pushing event deleted for resources: {'Port': ['ID=e3a7f6f9-a790-45d5-884e-5b34d898288a,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:10.728177 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:10.799203 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] No DVR routers for this DVR port e3a7f6f9-a790-45d5-884e-5b34d898288a on host hv-cinder-82062 {{(pid=88286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:49:10.801646 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:10.804524 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbc26e9-1076-4159-a3e6-51d00932ea14', 'name': 'network-vif-deleted', 'tag': 'e3a7f6f9-a790-45d5-884e-5b34d898288a'}] {{(pid=88286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:49:10.852650 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [req-6e10d3ed-f31d-470a-aec2-021fdff8c49f req-06d45bb8-2baf-4a7b-82e3-a49f6b0dbd94 tempest-AttachVolumeNegativeTest-1432822710 tempest-AttachVolumeNegativeTest-1432822710-project] 10.222.0.66 "DELETE /v2.0/ports/e3a7f6f9-a790-45d5-884e-5b34d898288a HTTP/1.1" status: 204 len: 173 time: 1.0679011 Dec 07 15:49:10.860270 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbc26e9-1076-4159-a3e6-51d00932ea14', 'name': 'network-vif-deleted', 'tag': 'e3a7f6f9-a790-45d5-884e-5b34d898288a', 'status': 'completed', 'code': 200} Dec 07 15:49:11.217387 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:11.769929 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60138) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:12.032584 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a680d90-ddec-43ed-967a-7aaf937e9dde admin admin] Deleting subnet 39dc1926-414b-41da-885d-bbcd7219f7d2 {{(pid=88286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:49:12.035624 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6a680d90-ddec-43ed-967a-7aaf937e9dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.090216 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6a680d90-ddec-43ed-967a-7aaf937e9dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1354390'] for subnet, precommit_delete_associations {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.149112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6a680d90-ddec-43ed-967a-7aaf937e9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3397148'] for subnet, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.240137 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6a680d90-ddec-43ed-967a-7aaf937e9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851378683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1938758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6472984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6791907'] for subnet, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.244576 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8938d285-fb9e-44ab-887c-c7ba3d1acc7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:12.283521 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a680d90-ddec-43ed-967a-7aaf937e9dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39dc1926-414b-41da-885d-bbcd7219f7d2,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:12.287776 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6a680d90-ddec-43ed-967a-7aaf937e9dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:12.290537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6a680d90-ddec-43ed-967a-7aaf937e9dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.298201 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6a680d90-ddec-43ed-967a-7aaf937e9dde admin admin] 10.222.0.64 "DELETE /v2.0/subnets/39dc1926-414b-41da-885d-bbcd7219f7d2 HTTP/1.1" status: 204 len: 168 time: 0.5271904 Dec 07 15:49:12.300837 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60144) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:12.414823 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3294375'] for network, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.543503 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3401861', 'neutron.services.segments.db._delete_segments_for_network-8751001459912'] for network, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.569412 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd68c1ad-fbfc-41af-8c0f-179efa6fddda']}} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:49:12.581923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c89b0be-7134-4693-8e46-037168a457a8') {'for_net_delete': True} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:49:12.582263 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.services.segments.db [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c89b0be-7134-4693-8e46-037168a457a8') {} {{(pid=88286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:49:12.594861 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751001467097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853421409'] for segment, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.610048 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851379229'] for segment, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.616257 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:49:12.623008 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848302918'] for segment, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: Traceback (most recent call last): Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: timer() Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: cb(*args, **kw) Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: return func(*args, **kwargs) Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: self._notify() Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: self.callback(batched_events) Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: event.method(event) Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: segment_id)['aggregates'][0] Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: return f(self, *a, **k) Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: return self._get(url).json() Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: **kwargs) Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: return self.request(url, 'GET', **kwargs) Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: **endpoint_filter) Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:49:12.630929 dv-cinder-820628-1-iscsi neutron-server[88175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:49:12.737338 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851373938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745916'] for network, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.740959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:12.755039 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3046099'] for network, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:12.766841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd68c1ad-fbfc-41af-8c0f-179efa6fddda,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:12.770244 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:12.795215 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-27430893-a9b0-4de5-bada-f9cb3827226c admin admin] 10.222.0.64 "DELETE /v2.0/networks/bd68c1ad-fbfc-41af-8c0f-179efa6fddda HTTP/1.1" status: 204 len: 168 time: 0.4932544 Dec 07 15:49:13.033385 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60150) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:13.085176 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5e385b9a-c18f-4f23-aaf0-a8ad63169f5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1927af6c0f848fda65bfb8c68802479&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503931 Dec 07 15:49:13.087476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60154) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:13.150290 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c59285df-e7ba-4d20-8524-563df768b11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:13.180665 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c59285df-e7ba-4d20-8524-563df768b11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:13.260257 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device e3a7f6f9-a790-45d5-884e-5b34d898288a no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:49:13.294680 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.plugin [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] No Port match for: e3a7f6f9-a790-45d5-884e-5b34d898288a {{(pid=88288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:49:13.295082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.plugins.ml2.rpc [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Device e3a7f6f9-a790-45d5-884e-5b34d898288a not bound to the agent host hv-cinder-82062 {{(pid=88288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:49:13.320344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c59285df-e7ba-4d20-8524-563df768b11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:13.326579 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7be02372-3455-43b1-9e0a-f1df90cf4d27 tempest-TestVolumeBootPattern-1106927109 tempest-TestVolumeBootPattern-1106927109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:13.340360 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59285df-e7ba-4d20-8524-563df768b11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564c199e-c2f0-4f24-b5c0-69b860d7aa3a,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:13.343044 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c59285df-e7ba-4d20-8524-563df768b11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:13.381880 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c59285df-e7ba-4d20-8524-563df768b11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:13.383163 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c59285df-e7ba-4d20-8524-563df768b11f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/564c199e-c2f0-4f24-b5c0-69b860d7aa3a HTTP/1.1" status: 204 len: 168 time: 0.2946765 Dec 07 15:49:15.946009 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60198) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:16.096418 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:16.175351 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:16.179461 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] Usage tracker for resource:security_group_rule and tenant:a82bcd2725f44c0a954a1d1a54487faa is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:16.182643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:16.189492 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:16.341517 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:16.376927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:16.384343 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-a3f0842d-4ff8-48df-8a8c-bdeab723371f tempest-AttachVolumeTestJSON-1373963817 tempest-AttachVolumeTestJSON-1373963817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:16.425664 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a710338c-c40e-4f40-8427-5e31807b154f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:16.428962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:16.432479 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a82bcd2725f44c0a954a1d1a54487faa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4853809 Dec 07 15:49:16.435842 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60204) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:16.502288 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6d5170aa-dc72-4ffd-9021-26dd3df54d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:16.529873 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6d5170aa-dc72-4ffd-9021-26dd3df54d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:16.594205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6d5170aa-dc72-4ffd-9021-26dd3df54d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:16.599367 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5d7b62a4-b432-4fa4-bd36-0952ee16b018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:16.612894 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5170aa-dc72-4ffd-9021-26dd3df54d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a710338c-c40e-4f40-8427-5e31807b154f,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:16.615957 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6d5170aa-dc72-4ffd-9021-26dd3df54d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:16.616850 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6d5170aa-dc72-4ffd-9021-26dd3df54d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:16.618084 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6d5170aa-dc72-4ffd-9021-26dd3df54d89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a710338c-c40e-4f40-8427-5e31807b154f HTTP/1.1" status: 204 len: 168 time: 0.1812627 Dec 07 15:49:17.129497 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60212) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:17.149781 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b97288e-150d-4ade-808a-2474772f11c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:17.183590 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-5b97288e-150d-4ade-808a-2474772f11c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:17.187597 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-5b97288e-150d-4ade-808a-2474772f11c5 admin admin] Usage tracker for resource:security_group_rule and tenant:4a972f2a33b544e5ad0c0d0d9395d6e6 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:17.190509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-5b97288e-150d-4ade-808a-2474772f11c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:17.196480 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-5b97288e-150d-4ade-808a-2474772f11c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:17.264913 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b97288e-150d-4ade-808a-2474772f11c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:17.296902 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5b97288e-150d-4ade-808a-2474772f11c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:17.304273 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2cd69814-e5fe-47f2-828e-bd8843282f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:17.346910 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97288e-150d-4ade-808a-2474772f11c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0be0ad5-98fd-430a-87c8-ecd3371d1816,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:17.350108 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-5b97288e-150d-4ade-808a-2474772f11c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:17.352334 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-5b97288e-150d-4ade-808a-2474772f11c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a972f2a33b544e5ad0c0d0d9395d6e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2217495 Dec 07 15:49:17.355335 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60216) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:17.420324 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fad74cd-d611-4691-a43d-08bacc52ddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:17.445886 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fad74cd-d611-4691-a43d-08bacc52ddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:17.519657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fad74cd-d611-4691-a43d-08bacc52ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:17.524724 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6d5170aa-dc72-4ffd-9021-26dd3df54d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:17.539232 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad74cd-d611-4691-a43d-08bacc52ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0be0ad5-98fd-430a-87c8-ecd3371d1816,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:17.542828 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-8fad74cd-d611-4691-a43d-08bacc52ddca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:17.544068 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fad74cd-d611-4691-a43d-08bacc52ddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:17.545010 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-8fad74cd-d611-4691-a43d-08bacc52ddca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0be0ad5-98fd-430a-87c8-ecd3371d1816 HTTP/1.1" status: 204 len: 168 time: 0.1887197 Dec 07 15:49:20.484658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60264) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:20.636996 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:20.670628 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:20.674603 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] Usage tracker for resource:security_group_rule and tenant:45291fc67686476a8d4ad04493e93501 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:20.677496 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:20.683685 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:20.750742 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:20.788465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:20.796723 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-9c56f024-08e8-4f90-b450-629eb1d0b411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:20.842006 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590cf070-38e0-4010-a1cd-3afeada2f505,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:20.846043 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:20.848489 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45291fc67686476a8d4ad04493e93501&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3627160 Dec 07 15:49:20.851370 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60270) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:20.914954 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fb2ab4b0-cfd3-4af1-a514-f8456f6adb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:20.941774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fb2ab4b0-cfd3-4af1-a514-f8456f6adb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:21.017265 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fb2ab4b0-cfd3-4af1-a514-f8456f6adb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:21.022179 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4f964235-c58f-4728-bbbe-7e88b2a38724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:21.035312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ab4b0-cfd3-4af1-a514-f8456f6adb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590cf070-38e0-4010-a1cd-3afeada2f505,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:21.037717 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fb2ab4b0-cfd3-4af1-a514-f8456f6adb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:21.041160 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-fb2ab4b0-cfd3-4af1-a514-f8456f6adb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:21.042971 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-fb2ab4b0-cfd3-4af1-a514-f8456f6adb54 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/590cf070-38e0-4010-a1cd-3afeada2f505 HTTP/1.1" status: 204 len: 168 time: 0.1905925 Dec 07 15:49:21.529999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 60278) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:21.550162 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:21.581048 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:21.584949 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Usage tracker for resource:security_group_rule and tenant:12d2ff66cc8348e785328351e0316349 is out of sync, need to count used quota {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:21.587814 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:21.594655 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:21.659045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:21.690950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:21.698344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4ebe2e66-7ca6-45a0-8d04-079ecff4965d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:21.743396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce93ac43-1e86-494d-b291-fb51e6350cec,revision_number=1']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:21.749951 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=12d2ff66cc8348e785328351e0316349&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2188685 Dec 07 15:49:21.752999 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60282) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:21.755704 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.756125 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.756532 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.756935 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.757365 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.757767 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.758167 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.758564 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.758959 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.759353 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.759744 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-iscsi {{(pid=88287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:49:21.764180 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-79916c57-b028-4b4e-9ad1-8a9d93105f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:21.816626 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-079156f6-234b-401d-8ce8-03d94768f8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:21.843777 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-079156f6-234b-401d-8ce8-03d94768f8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:21.919864 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-079156f6-234b-401d-8ce8-03d94768f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:21.924837 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-ad847e23-278a-4d91-9d94-d11293deef68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:21.937059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079156f6-234b-401d-8ce8-03d94768f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce93ac43-1e86-494d-b291-fb51e6350cec,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:21.940137 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-079156f6-234b-401d-8ce8-03d94768f8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:21.942143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-079156f6-234b-401d-8ce8-03d94768f8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:21.943242 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-079156f6-234b-401d-8ce8-03d94768f8c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce93ac43-1e86-494d-b291-fb51e6350cec HTTP/1.1" status: 204 len: 168 time: 0.1891708 Dec 07 15:49:24.183085 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-500fed33-dd47-4d5f-ba5f-486ced36adf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:25.686666 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:26.320255 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60354) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:26.472059 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-819c9f29-9d28-4dac-8dde-4b2580c98ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:26.504082 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-819c9f29-9d28-4dac-8dde-4b2580c98ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:26.508050 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-819c9f29-9d28-4dac-8dde-4b2580c98ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:f9cc87198b2c436d88d205f5b034ffdd is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:26.510948 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-819c9f29-9d28-4dac-8dde-4b2580c98ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:26.517766 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-819c9f29-9d28-4dac-8dde-4b2580c98ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:26.584712 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-819c9f29-9d28-4dac-8dde-4b2580c98ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:26.627884 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-819c9f29-9d28-4dac-8dde-4b2580c98ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:26.635718 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-459c8487-d7e3-44ad-b230-9a22b2cfb694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:26.678476 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c9f29-9d28-4dac-8dde-4b2580c98ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343a9441-6ef4-4445-a75f-2047fe3102b6,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:26.683128 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-819c9f29-9d28-4dac-8dde-4b2580c98ea1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9cc87198b2c436d88d205f5b034ffdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3618026 Dec 07 15:49:26.684128 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-819c9f29-9d28-4dac-8dde-4b2580c98ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:26.685998 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60360) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:26.753057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3ed78bcf-af23-4a58-9a3e-57f1d0139d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:26.780170 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3ed78bcf-af23-4a58-9a3e-57f1d0139d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:26.851723 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3ed78bcf-af23-4a58-9a3e-57f1d0139d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:26.857176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4d5cefcc-e49d-4595-b1c2-f64d94e1b728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:26.870876 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed78bcf-af23-4a58-9a3e-57f1d0139d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a9441-6ef4-4445-a75f-2047fe3102b6,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:26.873249 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-3ed78bcf-af23-4a58-9a3e-57f1d0139d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:26.876002 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3ed78bcf-af23-4a58-9a3e-57f1d0139d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:26.877213 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-3ed78bcf-af23-4a58-9a3e-57f1d0139d22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/343a9441-6ef4-4445-a75f-2047fe3102b6 HTTP/1.1" status: 204 len: 168 time: 0.1897233 Dec 07 15:49:26.894057 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-bfcccb05-479e-4b72-a07e-6398e61cf79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:27.074563 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:27.489917 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60368) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:27.510431 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-67d7dd58-d26d-4219-9259-8e7c5bf2f775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:27.543503 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-67d7dd58-d26d-4219-9259-8e7c5bf2f775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:27.548074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-67d7dd58-d26d-4219-9259-8e7c5bf2f775 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad141fc74924d6a85e4f852710aa401 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:27.551112 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-67d7dd58-d26d-4219-9259-8e7c5bf2f775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:27.557153 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-67d7dd58-d26d-4219-9259-8e7c5bf2f775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:27.623631 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-67d7dd58-d26d-4219-9259-8e7c5bf2f775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:27.657007 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-67d7dd58-d26d-4219-9259-8e7c5bf2f775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:27.665030 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-83e22208-7a8b-40f1-80c7-a722d2d1fe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:27.708355 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7dd58-d26d-4219-9259-8e7c5bf2f775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7070e823-97c2-451b-8a41-c68be7deef6f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:27.711500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-67d7dd58-d26d-4219-9259-8e7c5bf2f775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:27.713893 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-67d7dd58-d26d-4219-9259-8e7c5bf2f775 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ad141fc74924d6a85e4f852710aa401&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2229011 Dec 07 15:49:27.716860 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60372) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:27.784713 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f2029c22-eb14-4bba-bb22-2973b7b1f1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:27.812164 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f2029c22-eb14-4bba-bb22-2973b7b1f1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:27.885383 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f2029c22-eb14-4bba-bb22-2973b7b1f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:27.890932 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2b2be46d-176b-4d42-89c4-66722f88fb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:27.904396 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2029c22-eb14-4bba-bb22-2973b7b1f1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7070e823-97c2-451b-8a41-c68be7deef6f,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:27.908007 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f2029c22-eb14-4bba-bb22-2973b7b1f1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:27.908901 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f2029c22-eb14-4bba-bb22-2973b7b1f1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:27.910267 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-f2029c22-eb14-4bba-bb22-2973b7b1f1aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7070e823-97c2-451b-8a41-c68be7deef6f HTTP/1.1" status: 204 len: 168 time: 0.1924388 Dec 07 15:49:28.445561 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:31.704098 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60446) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:31.857541 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d08fd7fd-1556-4519-ae7f-822236b26517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:31.890337 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-d08fd7fd-1556-4519-ae7f-822236b26517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:31.894339 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-d08fd7fd-1556-4519-ae7f-822236b26517 admin admin] Usage tracker for resource:security_group_rule and tenant:91ae836cc90b4ac28ed54487f637f8e0 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:31.897254 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-d08fd7fd-1556-4519-ae7f-822236b26517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:31.903222 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-d08fd7fd-1556-4519-ae7f-822236b26517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:31.969915 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d08fd7fd-1556-4519-ae7f-822236b26517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:31.993950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d08fd7fd-1556-4519-ae7f-822236b26517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:32.000680 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-21b1ee0f-a89d-4556-a91e-dd8f4bbafb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:32.045706 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fd7fd-1556-4519-ae7f-822236b26517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d71bfd-6629-4982-867e-8654d2080895,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:32.050022 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-d08fd7fd-1556-4519-ae7f-822236b26517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:32.052692 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-d08fd7fd-1556-4519-ae7f-822236b26517 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91ae836cc90b4ac28ed54487f637f8e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3475225 Dec 07 15:49:32.055457 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60452) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:32.120702 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7bb178af-c35c-49f1-971f-878462cdfe99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:32.150099 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7bb178af-c35c-49f1-971f-878462cdfe99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:32.216924 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7bb178af-c35c-49f1-971f-878462cdfe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:32.222885 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-f2029c22-eb14-4bba-bb22-2973b7b1f1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:32.237537 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb178af-c35c-49f1-971f-878462cdfe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d71bfd-6629-4982-867e-8654d2080895,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:32.240295 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-7bb178af-c35c-49f1-971f-878462cdfe99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:32.242154 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7bb178af-c35c-49f1-971f-878462cdfe99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:32.243358 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-7bb178af-c35c-49f1-971f-878462cdfe99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45d71bfd-6629-4982-867e-8654d2080895 HTTP/1.1" status: 204 len: 168 time: 0.1869056 Dec 07 15:49:32.694906 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60460) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:32.714672 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f6755f1-3e2f-4ec9-ae42-2edf4b92e78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:32.747439 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4f6755f1-3e2f-4ec9-ae42-2edf4b92e78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:32.751479 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4f6755f1-3e2f-4ec9-ae42-2edf4b92e78e admin admin] Usage tracker for resource:security_group_rule and tenant:0dc45413bbe44a4d8455a9dfc5b3cdd4 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:32.754362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-4f6755f1-3e2f-4ec9-ae42-2edf4b92e78e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:32.760243 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-4f6755f1-3e2f-4ec9-ae42-2edf4b92e78e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:32.826465 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f6755f1-3e2f-4ec9-ae42-2edf4b92e78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:32.850644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4f6755f1-3e2f-4ec9-ae42-2edf4b92e78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:32.858158 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-592983b4-7b5f-4681-96c4-bfa5596dc315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:32.904503 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6755f1-3e2f-4ec9-ae42-2edf4b92e78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac72054a-ae39-448c-bc6d-512ad45a0321,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:32.908388 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4f6755f1-3e2f-4ec9-ae42-2edf4b92e78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:32.910715 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-4f6755f1-3e2f-4ec9-ae42-2edf4b92e78e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0dc45413bbe44a4d8455a9dfc5b3cdd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2147434 Dec 07 15:49:32.913635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60464) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:32.975511 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aa6e998d-8aa3-44a5-a519-4b7bd97b53ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:33.001644 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aa6e998d-8aa3-44a5-a519-4b7bd97b53ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:33.067855 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aa6e998d-8aa3-44a5-a519-4b7bd97b53ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:33.072807 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-4f4fc26a-8edd-41c5-9e58-f36424e50a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:33.087317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e998d-8aa3-44a5-a519-4b7bd97b53ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac72054a-ae39-448c-bc6d-512ad45a0321,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:33.090101 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-aa6e998d-8aa3-44a5-a519-4b7bd97b53ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:33.091250 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-aa6e998d-8aa3-44a5-a519-4b7bd97b53ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:33.097728 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-aa6e998d-8aa3-44a5-a519-4b7bd97b53ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac72054a-ae39-448c-bc6d-512ad45a0321 HTTP/1.1" status: 204 len: 168 time: 0.1810374 Dec 07 15:49:36.527736 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60536) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:36.758589 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c57b3f7a-ef90-4873-956e-f9f4941fe12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:36.790001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c57b3f7a-ef90-4873-956e-f9f4941fe12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:36.794034 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c57b3f7a-ef90-4873-956e-f9f4941fe12a admin admin] Usage tracker for resource:security_group_rule and tenant:406cb56b6cdc44e08ace10ba87f940c7 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:36.797446 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-c57b3f7a-ef90-4873-956e-f9f4941fe12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:36.803344 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-c57b3f7a-ef90-4873-956e-f9f4941fe12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:36.877682 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c57b3f7a-ef90-4873-956e-f9f4941fe12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:36.913890 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-c57b3f7a-ef90-4873-956e-f9f4941fe12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:36.921954 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-fb2ab4b0-cfd3-4af1-a514-f8456f6adb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:36.964801 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b3f7a-ef90-4873-956e-f9f4941fe12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578e294a-5a0e-4205-8c60-7a94921c945f,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:36.969858 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-c57b3f7a-ef90-4873-956e-f9f4941fe12a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=406cb56b6cdc44e08ace10ba87f940c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4410334 Dec 07 15:49:36.970875 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c57b3f7a-ef90-4873-956e-f9f4941fe12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:36.972598 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60544) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:37.035158 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-05489910-59a9-4cba-80d7-be9b14181425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:37.061937 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-05489910-59a9-4cba-80d7-be9b14181425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:37.136952 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-05489910-59a9-4cba-80d7-be9b14181425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:37.141070 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-97f63ac9-92ba-4b3b-8782-d86a63752592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:37.153464 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05489910-59a9-4cba-80d7-be9b14181425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578e294a-5a0e-4205-8c60-7a94921c945f,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:37.157815 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-05489910-59a9-4cba-80d7-be9b14181425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:37.160995 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-05489910-59a9-4cba-80d7-be9b14181425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:37.162244 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-05489910-59a9-4cba-80d7-be9b14181425 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/578e294a-5a0e-4205-8c60-7a94921c945f HTTP/1.1" status: 204 len: 168 time: 0.1887202 Dec 07 15:49:37.654564 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60556) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:37.680813 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b451e31-5b5f-4712-ae0d-357931c0d91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:37.713725 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1b451e31-5b5f-4712-ae0d-357931c0d91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:37.717641 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1b451e31-5b5f-4712-ae0d-357931c0d91f admin admin] Usage tracker for resource:security_group_rule and tenant:06573723ce02408e8de526b7d4ced4a2 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:37.721539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-1b451e31-5b5f-4712-ae0d-357931c0d91f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:37.727741 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-1b451e31-5b5f-4712-ae0d-357931c0d91f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:37.793835 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b451e31-5b5f-4712-ae0d-357931c0d91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:37.828769 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-1b451e31-5b5f-4712-ae0d-357931c0d91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:37.836317 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-16c3336f-e22b-4ebe-853c-9a96098c03c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:37.879256 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b451e31-5b5f-4712-ae0d-357931c0d91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ef0a13-edfc-4963-afd1-a4daeb49ec13,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:37.882643 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-1b451e31-5b5f-4712-ae0d-357931c0d91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:37.884936 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-1b451e31-5b5f-4712-ae0d-357931c0d91f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06573723ce02408e8de526b7d4ced4a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2292523 Dec 07 15:49:37.887691 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60562) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:37.949774 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6fd1abc5-45ad-479d-88a7-065672444290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:37.977362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6fd1abc5-45ad-479d-88a7-065672444290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:38.056500 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6fd1abc5-45ad-479d-88a7-065672444290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:38.061420 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-06fab591-e498-4659-9b0b-70c5590eb600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:38.074198 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1abc5-45ad-479d-88a7-065672444290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ef0a13-edfc-4963-afd1-a4daeb49ec13,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:38.077911 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6fd1abc5-45ad-479d-88a7-065672444290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:38.080178 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6fd1abc5-45ad-479d-88a7-065672444290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:38.081324 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6fd1abc5-45ad-479d-88a7-065672444290 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2ef0a13-edfc-4963-afd1-a4daeb49ec13 HTTP/1.1" status: 204 len: 168 time: 0.1926298 Dec 07 15:49:40.184429 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60610) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:40.341573 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-71b87712-7820-4833-b989-559b72c326ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:40.376403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-71b87712-7820-4833-b989-559b72c326ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:40.380402 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-71b87712-7820-4833-b989-559b72c326ee admin admin] Usage tracker for resource:security_group_rule and tenant:24195901658d4fefb764bf963d40c342 is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:40.383306 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-71b87712-7820-4833-b989-559b72c326ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:40.389261 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-71b87712-7820-4833-b989-559b72c326ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:40.455346 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-71b87712-7820-4833-b989-559b72c326ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:40.485422 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-71b87712-7820-4833-b989-559b72c326ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:40.493445 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-758ccdbd-aed8-4bac-8493-ce3a9da4ba20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:40.537001 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b87712-7820-4833-b989-559b72c326ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4226472c-aa96-410d-b314-49b7c96941d4,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:40.540132 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-71b87712-7820-4833-b989-559b72c326ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:40.542978 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-71b87712-7820-4833-b989-559b72c326ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24195901658d4fefb764bf963d40c342&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3571019 Dec 07 15:49:40.545548 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88287) accepted ('10.222.0.64', 60618) {{(pid=88287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:40.612678 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a26790a-6268-4cfc-a0d1-7b881d6d7410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:40.639947 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a26790a-6268-4cfc-a0d1-7b881d6d7410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:40.720247 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a26790a-6268-4cfc-a0d1-7b881d6d7410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:40.725514 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-db7d3d37-739b-4dc5-a416-ee8527d05799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:40.738312 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26790a-6268-4cfc-a0d1-7b881d6d7410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4226472c-aa96-410d-b314-49b7c96941d4,revision_number=None']} {{(pid=88287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:40.740916 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-2a26790a-6268-4cfc-a0d1-7b881d6d7410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:40.748796 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2a26790a-6268-4cfc-a0d1-7b881d6d7410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:40.750289 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-2a26790a-6268-4cfc-a0d1-7b881d6d7410 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4226472c-aa96-410d-b314-49b7c96941d4 HTTP/1.1" status: 204 len: 168 time: 0.2029662 Dec 07 15:49:41.228087 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:43.552074 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:49:54.110187 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60754) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:54.130939 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ff7-c810-46e4-bdff-c73e1851c790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:54.266398 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6b6dbb61-763a-442d-93a7-ae0abe3ff10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:54.299645 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-6b6dbb61-763a-442d-93a7-ae0abe3ff10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:49:54.303658 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-6b6dbb61-763a-442d-93a7-ae0abe3ff10e admin admin] Usage tracker for resource:security_group_rule and tenant:1a071050cc61412bb2838dcbb4940bfb is out of sync, need to count used quota {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:49:54.306570 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.quota.resource [None req-6b6dbb61-763a-442d-93a7-ae0abe3ff10e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:49:54.312760 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.quota.driver [None req-6b6dbb61-763a-442d-93a7-ae0abe3ff10e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:49:54.382912 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6b6dbb61-763a-442d-93a7-ae0abe3ff10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:54.416306 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-6b6dbb61-763a-442d-93a7-ae0abe3ff10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_create {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:54.424536 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-05489910-59a9-4cba-80d7-be9b14181425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:54.466263 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dbb61-763a-442d-93a7-ae0abe3ff10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2a61c4-13eb-403c-b575-054b3a6b275c,revision_number=1']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:54.471620 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-6b6dbb61-763a-442d-93a7-ae0abe3ff10e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a071050cc61412bb2838dcbb4940bfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3603945 Dec 07 15:49:54.472653 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-6b6dbb61-763a-442d-93a7-ae0abe3ff10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:54.474732 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [-] (88286) accepted ('10.222.0.64', 60760) {{(pid=88286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:49:54.538145 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9630-0ef3-4db1-8005-6139d3e7a067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:54.565800 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9630-0ef3-4db1-8005-6139d3e7a067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:54.633617 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9630-0ef3-4db1-8005-6139d3e7a067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934218'] for security_group, after_delete {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:54.638610 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-c59285df-e7ba-4d20-8524-563df768b11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:49:54.651986 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb9630-0ef3-4db1-8005-6139d3e7a067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2a61c4-13eb-403c-b575-054b3a6b275c,revision_number=None']} {{(pid=88286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:49:54.654280 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG oslo_concurrency.lockutils [None req-e3fb9630-0ef3-4db1-8005-6139d3e7a067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:49:54.662297 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9630-0ef3-4db1-8005-6139d3e7a067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:54.663507 dv-cinder-820628-1-iscsi neutron-server[88175]: INFO neutron.wsgi [None req-e3fb9630-0ef3-4db1-8005-6139d3e7a067 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e2a61c4-13eb-403c-b575-054b3a6b275c HTTP/1.1" status: 204 len: 168 time: 0.1880763 Dec 07 15:49:55.753657 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:56.873325 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d51c9d07-4eb9-4f97-bf11-ecbd399906a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:57.044789 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:49:58.519232 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:11.238836 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:20.556405 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:50:24.135588 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-34f4890f-8b90-4f98-9668-14a9a181afa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:25.684208 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:26.895909 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-19e5983e-857c-42c4-9950-aed0d41193c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:27.038564 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:28.449963 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:41.255352 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:54.135045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b6bceb2f-0e08-498a-bfca-75f19d7217f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:55.688974 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:56.889611 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-d96ef2ac-aac5-4fd5-b29a-5a2c69fd6422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:57.003226 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:50:57.556882 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:50:58.449329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:11.260336 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:24.146237 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-96af6736-7666-4a55-b1f6-79950c4c22fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:25.694367 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:26.894072 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-97303f15-948c-4bd9-bb0b-68df7904d705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:27.008330 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:28.448606 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:34.558254 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:51:41.271095 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:54.168127 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-da8054ac-d892-4de6-b3c9-898e62bb152a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:55.710951 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:56.887802 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-3cb87b4e-4feb-4f74-bc33-3417f2103389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:57.007792 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:51:58.448045 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:11.264969 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:11.560176 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:52:24.156118 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-774f9aff-e6c3-45a9-bb85-c73f743b2f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:25.698509 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:26.898635 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-69afff45-400a-4426-9b2d-60593f450537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:27.012950 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:28.452847 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:41.281362 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:48.560300 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:52:54.138105 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-5ca7e2f6-d5e1-4528-b205-37cbc2ad67ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:55.692665 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:56.920698 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-b9bac3d7-8a80-43f6-820b-a71610c14b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:57.012369 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:52:58.463694 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:11.292469 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:24.171952 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-430f27dc-df2d-4f5b-a541-b06ebd234b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:25.561581 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:53:25.691926 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:26.902927 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-e87c6c08-d12e-4859-9c0c-a3b6a146ad48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:27.011483 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:28.469021 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:41.291539 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:54.154010 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-4fa53785-3e53-48cc-97b3-ebbebdf72724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:55.702923 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:56.913962 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-54d809e1-cafd-4413-ab73-f1e912b1ad9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:57.019211 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:53:58.479403 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:02.562433 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:54:09.324976 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.wsgi [req-d2ed4732-afba-4a65-8308-0bb31173e069 req-5d531e93-f652-42ad-b1c7-8cd8100030e9 service neutron] (88286) timed out ('10.222.0.66', 63918) {{(pid=88286) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 07 15:54:11.302143 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:24.153262 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-f7c022d1-b004-410c-b5b3-2c9079b10709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:25.707755 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:26.947756 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-009ab1e8-c3ea-46a1-bbcd-a14bd204741a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:27.010612 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:28.473311 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:39.562841 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron.db.agents_db [None req-d9a5173d-3f76-46ce-bffa-deca2c831cbe None None] Agent healthcheck: found 6 active agents {{(pid=88289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:54:41.307218 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-043d190e-68f5-45ab-9e58-ca7083cbc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:54.147021 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb6c1-7939-4f3c-b76d-80abaa0506b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:55.707188 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba57-bc70-44da-9dc7-cce3059ff36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:56.906960 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-a3a89769-70c2-40ba-84f7-2d4570486ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:57.021329 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-52dcb8c8-71a5-41f9-8d0b-1734adc35cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:54:58.473205 dv-cinder-820628-1-iscsi neutron-server[88175]: DEBUG neutron_lib.callbacks.manager [None req-ea6c368b-0ec6-4762-beef-7163c020403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751001459895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405154'] for agent, after_update {{(pid=88288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}